-- Logs begin at Tue 2021-05-04 16:24:13 UTC, end at Tue 2021-05-04 17:41:35 UTC. -- May 04 17:05:36.681079 dv-cinder-789603-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 17:05:39.079238 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.common.config [-] Logging enabled! May 04 17:05:39.079783 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 17:05:39.079996 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74182) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 17:05:39.083223 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.common.config [-] Logging enabled! May 04 17:05:39.083479 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 17:05:39.083787 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74182) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 17:05:39.084701 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 17:05:39.084961 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 17:05:39.085319 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 17:05:39.085562 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 17:05:39.085786 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 17:05:39.086101 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.086398 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.086694 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.086924 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.087227 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.087525 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.087802 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.088090 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.088385 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.088673 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.088982 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.089269 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.089499 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.089779 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.090066 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.090353 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.090577 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] debug = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.090874 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.091285 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.091692 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.091970 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.092261 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.092538 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.092810 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.093375 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.093660 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.093990 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] host = dv-cinder-789603-1-iscsi {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.094381 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.094678 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.094969 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.095256 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.095531 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.095811 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.096097 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.096368 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.096640 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] log_file = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.096941 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.097231 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.097527 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.097822 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.098048 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.098269 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.098556 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.098840 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.099115 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.099389 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.099662 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.099934 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.100205 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.100472 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.100758 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.101151 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.101432 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.101708 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.101985 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.102259 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.102532 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.102819 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.103096 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.103371 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.103646 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.103933 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.104203 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.104478 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.104778 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.105089 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.105371 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.105655 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.105928 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.106208 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.106480 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.106751 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.107021 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] use_json = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.107294 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.107572 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.107852 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.108124 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.108396 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.108666 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.108963 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.109250 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:39.109547 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.109870 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.110174 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.110459 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.110753 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.111034 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.111328 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.111606 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.111895 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.112184 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.112473 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.112751 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.113068 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.113352 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.113649 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.113956 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.114250 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.114543 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.114821 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.115096 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.115374 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.115651 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.115940 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.116234 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.116527 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.116801 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.117105 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.117403 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.117681 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.117954 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.118233 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.118522 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.118799 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.119070 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.119352 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.119631 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.119903 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.120174 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.120449 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.120738 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.121051 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.121325 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.121599 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.121878 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.122150 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.122436 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.122713 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.122986 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.123258 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.123538 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.123813 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.124087 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.124366 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.124638 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.124943 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.125219 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.126014 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.126385 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.126668 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.126943 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.127219 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.127494 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.127911 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.128125 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.128401 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.128677 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.128980 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.129258 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.129550 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.129847 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.130128 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.130410 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.130687 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.130966 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.131244 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.131521 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.131799 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.132078 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.132352 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.132643 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.133017 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.133309 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.133590 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.133867 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.134164 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.134443 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.134725 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.135002 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.135280 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.135569 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.135852 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.136150 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.136443 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.136738 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.137061 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.137360 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.137642 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.137958 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.138241 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:39.138459 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 17:05:39.138697 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74182) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 17:05:39.488785 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:39.488990 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:39.489285 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:05:39.489617 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 17:05:39.794330 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.794621 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.794895 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.796128 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.796406 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.796674 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.914559 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.914836 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.915105 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.928122 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.928400 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.928672 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.957368 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.957646 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.957910 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.996012 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.996294 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:39.996558 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.227746 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.228378 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.228378 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.228558 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.229308 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.352872 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.353199 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.353484 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.353756 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.354024 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.354334 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.354597 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.354852 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.355108 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.355389 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.355646 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.355910 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.356171 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.356424 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.356685 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.356992 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.357253 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.357665 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.357922 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.358205 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.358553 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.358807 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.359058 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.359341 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.359591 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.359862 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.360247 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:05:40.360487 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:05:40.360725 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:05:40.360995 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:05:40.361234 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:05:40.361468 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:05:40.361831 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 17:05:40.364940 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 17:05:40.368832 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 17:05:40.372586 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) May 04 17:05:40.374232 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 17:05:40.374681 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 17:05:40.375021 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 17:05:40.375954 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 17:05:40.378913 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 17:05:40.379166 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 17:05:40.379515 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 17:05:40.408066 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 17:05:40.408511 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.408807 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74182) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 04 17:05:40.409203 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.410548 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74182) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 17:05:40.410834 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 17:05:40.411082 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 17:05:40.414288 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.414574 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:40.486003 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 17:05:40.486195 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 17:05:40.486429 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 17:05:40.486796 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 17:05:40.517247 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_db.sqlalchemy.engines [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74182) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 17:05:41.077204 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Initializing driver for type 'gre' May 04 17:05:41.077729 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] gre ID ranges: [(1, 1000)] May 04 17:05:41.341169 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Initializing driver for type 'local' May 04 17:05:41.341741 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Initializing driver for type 'vlan' May 04 17:05:41.432504 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] VlanTypeDriver initialization complete May 04 17:05:41.432833 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Initializing driver for type 'vxlan' May 04 17:05:41.433355 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] vxlan ID ranges: [(1, 1000)] May 04 17:05:41.764306 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Initializing extension driver 'port_security' May 04 17:05:41.764574 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.extensions.port_security [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] PortSecurityExtensionDriver initialization complete May 04 17:05:41.764934 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Initializing mechanism driver 'openvswitch' May 04 17:05:41.765286 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Initializing mechanism driver 'hyperv' May 04 17:05:41.780015 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.plugins.ml2.plugin [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74182) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:41.780751 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > port after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.781143 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > port after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.781489 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > port after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.781865 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > subnet after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.782208 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > subnet after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.782544 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.782945 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > network after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.783305 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > network after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.783641 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > network after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.784002 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > security_group after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.784334 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > security_group after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.784663 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.785068 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.785404 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.785819 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.786184 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > address_group after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.786516 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > address_group after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.786840 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > address_group after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.787164 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] ML2 OVO RPC backend initialized. {{(pid=74182) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 04 17:05:41.787851 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.788193 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.788594 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > network before_response 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.788955 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > networks before_response 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.789332 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > port before_response 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.789670 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > ports before_response 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.790000 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > subnet before_response 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.790334 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > subnets before_response 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.790667 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > network after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.790996 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > network after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.791322 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > network after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.791648 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > port after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.792010 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > port after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.792333 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > port after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.792655 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > subnet after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.793011 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > subnet after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.793333 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.793891 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.plugin [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Modular L2 Plugin initialization complete May 04 17:05:41.794209 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading services supported by the core plugin {{(pid=74182) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 17:05:41.794524 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.plugins.ml2.managers [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Got port-security extension from driver 'port_security' May 04 17:05:41.794975 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.extensions.vlantransparent [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Disabled vlantransparent extension. May 04 17:05:41.795450 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74182) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 17:05:41.795758 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading Plugin: router May 04 17:05:41.840898 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.841285 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router after_create 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.841645 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router before_create 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.842004 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.842365 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.842822 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router after_delete 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.843485 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.843843 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router after_create 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.844212 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router after_update 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.844552 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router after_update 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.844910 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.845260 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router after_update 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.845656 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router precommit_update 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.846012 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: port after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.846342 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: port after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.846671 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: subnet after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.846999 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.847396 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.847741 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router precommit_create 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.848073 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: port before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.848405 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router precommit_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.848751 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router after_update 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.849109 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.849447 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router precommit_create 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.849795 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.850128 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router precommit_update 55549900 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.850486 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > network after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.851329 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Tracking information for resource: router configured {{(pid=74182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:05:41.851655 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Tracking information for resource: floatingip configured {{(pid=74182) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 17:05:41.856962 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.db.l3_agentschedulers_db [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 17:05:41.857532 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: port after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.857876 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: port after_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.858217 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: port after_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.858558 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: port after_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.859342 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router before_create 55550100 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.859726 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.860106 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router precommit_create 55550100 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.860452 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > router precommit_update 55550100 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.864869 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.services.provider_configuration [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service providers = [] {{(pid=74182) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 17:05:41.865229 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.db.servicetype_db [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74182) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 17:05:41.868213 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.services.service_base [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 17:05:41.868551 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.services.service_base [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 17:05:41.868898 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.services.service_base [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 17:05:41.869749 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.services.service_base [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74182) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 17:05:41.870109 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.services.service_base [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 17:05:41.870639 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:05:41.870954 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 17:05:41.881806 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:05:41.882135 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading Plugin: auto_allocate May 04 17:05:41.888036 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: network precommit_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.888391 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: network precommit_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.888962 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:05:41.889271 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading Plugin: tag May 04 17:05:41.903361 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:05:41.903677 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading Plugin: timestamp May 04 17:05:41.907417 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:05:41.907738 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading Plugin: network_ip_availability May 04 17:05:41.913031 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.913391 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.913736 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:41.914430 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:05:41.914738 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading Plugin: flavors May 04 17:05:41.926415 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:05:41.926736 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading Plugin: revisions May 04 17:05:41.931006 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74182) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 17:05:41.931386 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_concurrency.lockutils [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.442s {{(pid=74182) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:05:41.932101 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74182) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 04 17:05:41.932423 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Initializing extension manager. May 04 17:05:41.932976 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: __init__.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.933312 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: __pycache__ {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.933634 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.933957 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: address_group.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.934681 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.935232 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: address-group May 04 17:05:41.935541 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: address_scope.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.936228 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.936727 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: address-scope May 04 17:05:41.937066 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.938485 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.938983 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: router-admin-state-down-before-update May 04 17:05:41.939297 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: agent.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.940071 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.940559 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: agent May 04 17:05:41.940888 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: agent_resources_synced.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.941767 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.942266 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: agent-resources-synced May 04 17:05:41.942573 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: allowedaddresspairs.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.944292 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.944806 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: allowed-address-pairs May 04 17:05:41.945149 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: auto_allocated_topology.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.946227 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.946727 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: auto-allocated-topology May 04 17:05:41.947088 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: availability_zone.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.947750 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.948241 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: availability_zone May 04 17:05:41.948551 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: availability_zone_filter.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.949468 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.949956 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: availability_zone_filter May 04 17:05:41.950264 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: data_plane_status.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.951135 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.951729 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension data-plane-status not supported by any of loaded plugins May 04 17:05:41.952033 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: default_subnetpools.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.952948 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.954066 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: default-subnetpools May 04 17:05:41.954466 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.955251 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.955745 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: dhcp_agent_scheduler May 04 17:05:41.956058 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: dns.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.956973 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.957464 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension dns-integration not supported by any of loaded plugins May 04 17:05:41.957775 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: dns_domain_ports.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.958799 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.959290 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 17:05:41.959604 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: dvr.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.960248 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.960739 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: dvr May 04 17:05:41.961080 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: empty_string_filtering.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.961957 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.962524 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: empty-string-filtering May 04 17:05:41.962836 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.963710 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.964200 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 17:05:41.964509 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.965399 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.965884 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 17:05:41.966191 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: external_net.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.967065 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.967559 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: external-net May 04 17:05:41.967868 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.969049 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.969543 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: extra_dhcp_opt May 04 17:05:41.969851 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: extraroute.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.970725 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.971217 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: extraroute May 04 17:05:41.971528 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: extraroute_atomic.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.972526 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.973052 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: extraroute-atomic May 04 17:05:41.973366 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: filter_validation.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.974006 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.974497 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: filter-validation May 04 17:05:41.974807 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: fip_pf_description.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.975844 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.976335 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 17:05:41.976645 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: fip_port_details.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.977570 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.978063 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: fip-port-details May 04 17:05:41.978375 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: flavors.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.979552 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.980050 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: flavors May 04 17:05:41.980365 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.982018 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.982524 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 17:05:41.982841 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: floatingip_pools.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.983513 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.984005 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: floatingip-pools May 04 17:05:41.984319 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: ip_allocation.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.985257 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.985749 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension ip_allocation not supported by any of loaded plugins May 04 17:05:41.986060 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.986967 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.987464 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: ip-substring-filtering May 04 17:05:41.987782 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: l2_adjacency.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.988684 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.989222 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 17:05:41.989536 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: l3.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.990465 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.990970 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: router May 04 17:05:41.991284 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.993482 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.993997 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 17:05:41.994315 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.995211 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.995713 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: ext-gw-mode May 04 17:05:41.996026 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.996937 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.997439 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: l3-ha May 04 17:05:41.997749 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: l3_flavors.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:41.998627 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:41.999124 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: l3-flavors May 04 17:05:41.999435 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.000826 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.001347 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 17:05:42.001656 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: l3agentscheduler.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.002651 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.003148 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: l3_agent_scheduler May 04 17:05:42.003465 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: logging.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.004941 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.005453 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension logging not supported by any of loaded plugins May 04 17:05:42.005778 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: metering.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.006497 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.007062 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: metering May 04 17:05:42.007389 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.008446 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.008993 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: metering_source_and_destination_fields May 04 17:05:42.009316 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: multiprovidernet.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.010317 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.010818 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: multi-provider May 04 17:05:42.011137 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: netmtu.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.012016 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.012511 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: net-mtu May 04 17:05:42.012826 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: netmtu_writable.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.013738 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.014233 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: net-mtu-writable May 04 17:05:42.014590 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: network_availability_zone.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.015187 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.015677 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: network_availability_zone May 04 17:05:42.016590 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: network_ip_availability.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.017671 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.018173 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: network-ip-availability May 04 17:05:42.018488 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: network_segment_range.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.019221 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.019714 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension network-segment-range not supported by any of loaded plugins May 04 17:05:42.020028 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: pagination.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.021006 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.021328 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: pagination May 04 17:05:42.021640 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: port_device_profile.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.022528 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.023027 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: port-device-profile May 04 17:05:42.023338 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.024223 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.024716 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: port-mac-address-regenerate May 04 17:05:42.025058 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.025943 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.026436 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: port-numa-affinity-policy May 04 17:05:42.026746 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: port_resource_request.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.027624 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.028109 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension port-resource-request not supported by any of loaded plugins May 04 17:05:42.028419 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: portbindings.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.029343 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.029838 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: binding May 04 17:05:42.030150 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: portbindings_extended.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.031386 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.031911 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: binding-extended May 04 17:05:42.032228 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: portsecurity.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.033141 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.033636 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: port-security May 04 17:05:42.033950 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: project_id.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.034885 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.035201 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: project-id May 04 17:05:42.035509 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: providernet.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.036405 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.036938 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: provider May 04 17:05:42.037257 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: qos.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.040681 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.041239 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension qos not supported by any of loaded plugins May 04 17:05:42.041555 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.042756 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.043260 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 17:05:42.043579 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.044461 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.044997 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 17:05:42.045316 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: qos_default.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.046191 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.046693 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension qos-default not supported by any of loaded plugins May 04 17:05:42.047010 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: qos_fip.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.047659 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.048154 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension qos-fip not supported by any of loaded plugins May 04 17:05:42.048468 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: qos_gateway_ip.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.049385 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.049882 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 17:05:42.050193 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: qos_port_network_policy.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.051071 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.051564 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 17:05:42.051874 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: qos_rule_type_details.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.052773 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.053299 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 17:05:42.053618 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: qos_rules_alias.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.054634 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.055210 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 17:05:42.055534 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: quotasv2.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.056521 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.056862 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: quotas May 04 17:05:42.057183 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: quotasv2_detail.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.058754 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.059088 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: quota_details May 04 17:05:42.059412 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: rbac.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.060429 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.060963 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: rbac-policies May 04 17:05:42.061286 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: rbac_address_group.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.062180 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.063178 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: rbac-address-group May 04 17:05:42.063514 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: rbac_address_scope.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.064401 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.064939 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: rbac-address-scope May 04 17:05:42.065259 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: rbac_security_groups.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.066141 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.066643 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: rbac-security-groups May 04 17:05:42.066959 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: rbac_subnetpool.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.067843 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.068340 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: rbac-subnetpool May 04 17:05:42.068654 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: revisionifmatch.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.069564 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.070063 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: revision-if-match May 04 17:05:42.070378 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: revisions.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.071448 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.071949 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: standard-attr-revisions May 04 17:05:42.072398 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: router_availability_zone.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.073081 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.073585 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: router_availability_zone May 04 17:05:42.073899 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: routerservicetype.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.074785 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.075281 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension router-service-type not supported by any of loaded plugins May 04 17:05:42.075592 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.076476 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.077008 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: security-groups-normalized-cidr May 04 17:05:42.077320 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.078208 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.079246 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: port-security-groups-filtering May 04 17:05:42.079556 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.080439 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.080973 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: security-groups-remote-address-group May 04 17:05:42.081287 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: securitygroup.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.090678 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.091204 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: security-group May 04 17:05:42.091529 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: segment.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.092288 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.092786 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension segment not supported by any of loaded plugins May 04 17:05:42.093394 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.094320 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.094824 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 17:05:42.095139 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: servicetype.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.096207 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.096717 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: service-type May 04 17:05:42.097064 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: sorting.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.098013 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.098334 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: sorting May 04 17:05:42.098649 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: standard_attr_segment.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.099526 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.100028 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 17:05:42.100341 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: standardattrdescription.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.100990 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.101485 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: standard-attr-description May 04 17:05:42.101796 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: stateful_security_group.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.102689 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.103192 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: stateful-security-group May 04 17:05:42.103507 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: stdattrs_common.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.104063 dv-cinder-789603-1-iscsi neutron-server[74182]: WARNING neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 17:05:42.104375 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.105379 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.105880 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 17:05:42.106193 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: subnet_onboard.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.107226 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.107738 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: subnet_onboard May 04 17:05:42.108053 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.108976 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.109473 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 17:05:42.109811 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: subnet_service_types.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.110695 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.111200 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: subnet-service-types May 04 17:05:42.111514 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: subnetallocation.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.112557 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.113094 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: subnet_allocation May 04 17:05:42.113414 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.114053 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.114555 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: subnetpool-prefix-ops May 04 17:05:42.114868 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.115777 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.116281 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 17:05:42.116594 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: tagging.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.117638 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.118155 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: standard-attr-tag May 04 17:05:42.118471 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: timestamp.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.119635 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.120141 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loaded extension: standard-attr-timestamp May 04 17:05:42.120461 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: trunk.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.121490 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.121994 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension trunk not supported by any of loaded plugins May 04 17:05:42.122309 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: trunk_details.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.123195 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.123694 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension trunk-details not supported by any of loaded plugins May 04 17:05:42.124009 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: uplink_status_propagation.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.124922 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.125935 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 17:05:42.126251 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Loading extension file: vlantransparent.py {{(pid=74182) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 17:05:42.126895 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74182) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 17:05:42.127390 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 17:05:42.129853 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:network May 04 17:05:42.130537 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:subnet May 04 17:05:42.131290 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:05:42.131884 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:port May 04 17:05:42.133138 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.133574 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service FLAVORS assigned prefix: {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.134192 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.134610 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.134930 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:router May 04 17:05:42.135579 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:floatingip May 04 17:05:42.136257 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service METERING assigned prefix: /metering {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.137695 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:42.138058 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:42.138400 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74182) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:05:42.139508 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of CountableResource for resource:rbac_policy May 04 17:05:42.139949 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:security_group May 04 17:05:42.140590 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 17:05:42.141879 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service CORE assigned prefix: {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.142204 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:05:42.142530 dv-cinder-789603-1-iscsi neutron-server[74182]: WARNING neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] subnetpool is already registered May 04 17:05:42.143135 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service CORE assigned prefix: {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.143451 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:05:42.143776 dv-cinder-789603-1-iscsi neutron-server[74182]: WARNING neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] subnetpool is already registered May 04 17:05:42.147270 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.147696 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service FLAVORS assigned prefix: {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.148280 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.148689 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.149031 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:router May 04 17:05:42.149351 dv-cinder-789603-1-iscsi neutron-server[74182]: WARNING neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] router is already registered May 04 17:05:42.149930 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:floatingip May 04 17:05:42.150249 dv-cinder-789603-1-iscsi neutron-server[74182]: WARNING neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] floatingip is already registered May 04 17:05:42.150856 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service METERING assigned prefix: /metering {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.151514 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of CountableResource for resource:rbac_policy May 04 17:05:42.151831 dv-cinder-789603-1-iscsi neutron-server[74182]: WARNING neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] rbac_policy is already registered May 04 17:05:42.152356 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:security_group May 04 17:05:42.152673 dv-cinder-789603-1-iscsi neutron-server[74182]: WARNING neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] security_group is already registered May 04 17:05:42.153270 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 17:05:42.153589 dv-cinder-789603-1-iscsi neutron-server[74182]: WARNING neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] security_group_rule is already registered May 04 17:05:42.154241 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service CORE assigned prefix: {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.154560 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:05:42.154873 dv-cinder-789603-1-iscsi neutron-server[74182]: WARNING neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] subnetpool is already registered May 04 17:05:42.155461 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.v2.resource_helper [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Service CORE assigned prefix: {{(pid=74182) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 17:05:42.155774 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Creating instance of TrackedResource for resource:subnetpool May 04 17:05:42.156084 dv-cinder-789603-1-iscsi neutron-server[74182]: WARNING neutron.quota.resource_registry [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] subnetpool is already registered May 04 17:05:42.156833 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: extensions {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.158275 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: address-groups {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.159826 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: address-scopes {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.161026 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: agents {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.162311 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: auto-allocated-topology {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.163543 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: availability_zones {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.164814 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: dhcp-networks {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.166203 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: dhcp-agents {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.167584 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: routers {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.169399 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: flavors {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.170521 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: service_profiles {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.171689 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: next_providers {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.173723 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: service_profiles {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.175118 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: floatingip-pools {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.176299 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: routers {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.178093 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: floatingips {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.179250 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: l3-routers {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.180588 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: l3-agents {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.182007 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: metering-labels {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.183306 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: metering-label-rules {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.184552 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: network-ip-availabilities {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.185815 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: bindings {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.187412 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: quotas {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.189448 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: quotas {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.190827 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: rbac-policies {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.192078 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: security-groups {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.193290 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: security-group-rules {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.194504 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: service-providers {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.195700 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: subnetpools {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.197095 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: subnetpools {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.198510 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: tags {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.200152 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: tags {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.201945 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: tags {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.203679 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: tags {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.206420 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: tags {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.208223 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: tags {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.209903 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: tags {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.321549 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: tags {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.323283 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: tags {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.325102 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron.api.extensions [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Extended resource: tags {{(pid=74182) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 17:05:42.330974 dv-cinder-789603-1-iscsi neutron-server[74182]: WARNING keystonemiddleware.auth_token [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 17:05:42.335635 dv-cinder-789603-1-iscsi neutron-server[74182]: WARNING keystonemiddleware.auth_token [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 17:05:42.344070 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_concurrency.lockutils [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Acquired lock "singleton_lock" {{(pid=74182) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 04 17:05:42.344598 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_concurrency.lockutils [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Releasing lock "singleton_lock" {{(pid=74182) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 04 17:05:42.345174 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO oslo_service.service [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Starting 2 workers May 04 17:05:42.350119 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Started child 74289 {{(pid=74182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 17:05:42.354326 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Started child 74290 {{(pid=74182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 17:05:42.355193 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:42.355901 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO neutron.service [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 17:05:42.360432 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Notify callbacks [] for process, before_spawn {{(pid=74182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:42.360599 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [-] (74289) wsgi starting up on http://0.0.0.0:9696 May 04 17:05:42.360690 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:42.361157 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO oslo_service.service [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Starting 1 workers May 04 17:05:42.361231 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [-] (74290) wsgi starting up on http://0.0.0.0:9696 May 04 17:05:42.361300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 44530) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:05:42.364620 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Started child 74292 {{(pid=74182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 17:05:42.365172 dv-cinder-789603-1-iscsi neutron-server[74182]: INFO oslo_service.service [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Starting 1 workers May 04 17:05:42.368212 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.service [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] calling RpcWorker wait() {{(pid=74292) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 17:05:42.368746 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.service [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] returning from RpcWorker wait() {{(pid=74292) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 17:05:42.369629 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064754 May 04 17:05:42.369883 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Started child 74293 {{(pid=74182) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 17:05:42.370711 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG neutron_lib.callbacks.manager [None req-042288eb-0a27-47bb-aaa9-7be7ff147360 None None] Notify callbacks [] for process, after_spawn {{(pid=74182) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:42.371427 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:42.371882 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:42.373509 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74182) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 17:05:42.373724 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 17:05:42.373897 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 17:05:42.374111 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 17:05:42.374436 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 17:05:42.374602 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 17:05:42.376158 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.376158 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.376338 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.376504 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.376774 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.377370 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.377648 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.377878 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.378156 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.378247 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:42.378698 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.378698 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.378830 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.379018 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.379108 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:42.379188 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.379551 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.379820 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.380059 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.380321 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.380486 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.380737 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.381078 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.381249 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.381509 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] debug = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.381758 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.382986 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.382986 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.382986 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.382986 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.383286 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.383457 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.383695 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.383899 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.384128 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.384359 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.384616 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.384866 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.385096 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.385313 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.386008 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.386008 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.386306 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] host = dv-cinder-789603-1-iscsi {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.386471 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.386699 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.386939 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.387198 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.387441 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.387656 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.387914 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.388152 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.388400 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.388628 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.389787 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.389787 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.389787 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.389787 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_file = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.389787 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_options = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.390477 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.390477 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.390477 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.390885 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.390885 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.391181 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.391321 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.391463 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.391706 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.391856 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.392115 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.392275 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.392468 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.392705 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.392959 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.393188 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.393418 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.393621 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.394912 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.394912 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.394912 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.394912 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.394912 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.395606 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.395606 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.395606 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.395606 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.396117 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.396117 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.396396 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.396544 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.396708 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.396984 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.397248 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.397477 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.397703 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.397914 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.398185 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.398411 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.398672 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.398916 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.399124 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.399342 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.399552 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.399792 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.400018 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] use_json = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.400229 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.400457 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.400702 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.400932 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.401162 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.401369 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.402084 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.402084 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.402452 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.402600 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.402797 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.403041 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.403270 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.404376 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.404646 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.404974 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.406277 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.406277 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.406277 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.406277 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.406820 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.406820 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.407080 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.407284 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.407576 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.409071 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.409071 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.409071 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.409071 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.409071 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.409741 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.409741 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.409741 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.410138 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.410138 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.410395 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.410584 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.410841 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.411090 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.411273 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.412299 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.412515 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.412750 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.412995 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.413255 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.413509 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.414588 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.414588 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.414588 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.414588 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.415036 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.415036 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.415239 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.415355 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.415543 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.415771 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.416006 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.416242 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.416471 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.416711 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.416971 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.417192 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.417410 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.417666 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.417901 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.418119 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.418357 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.418574 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.418820 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.419089 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.419312 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.419529 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.419739 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.419975 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.420205 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.420439 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.421745 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.421745 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.421745 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.421745 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.421745 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.421745 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.422615 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.422615 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.422815 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.423038 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.423243 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.423449 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.423662 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.423887 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.424100 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.424338 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.424618 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.425798 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.425798 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.425798 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.425798 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.431496 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.431496 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.431496 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.431496 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.431496 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.431496 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.431496 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.431496 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432088 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432088 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432088 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432088 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432088 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432088 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432088 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432088 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432652 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432652 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432652 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432652 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432652 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432652 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432652 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.432652 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.433204 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.433204 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.433204 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.433204 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.433204 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.433204 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.433204 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.433683 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.433683 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.434168 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.434168 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.434453 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.434599 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.434735 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.434999 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.435275 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.435948 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.436169 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.436418 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.436753 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.436996 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.437235 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.438584 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.438584 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.438584 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.438913 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.439133 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.439403 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.439655 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.439910 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.440140 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.440372 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.440601 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.441472 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.441472 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.441472 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.441472 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.441918 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.441918 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.442127 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.442621 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.442621 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.445800 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.445800 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.445800 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.445800 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.445800 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.445800 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.445800 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.445800 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.448473 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.448473 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.448473 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.448473 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.448473 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.448473 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.448473 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.448473 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449227 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449227 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449227 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449227 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449227 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449227 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449227 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449227 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449777 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449777 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449777 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449777 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449777 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.449777 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.450210 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.450210 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.450530 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.450783 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.451028 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.451276 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.451489 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.452099 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.452209 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.452365 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.452617 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.452854 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.453071 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.453392 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.453663 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.453916 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.454130 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.454334 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.454550 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.454768 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.454982 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.455921 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.455921 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.455921 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.456367 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.456367 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.456648 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.456648 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.456976 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.459550 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.459550 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.459550 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.459550 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.459550 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.459550 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.459550 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.459550 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.459550 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.461195 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.461195 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.461195 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.461195 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.461195 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.461195 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.461195 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.461195 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.462520 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.462520 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.462520 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.462520 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.462520 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.463167 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.463167 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.463434 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.463605 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.463770 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.463988 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.464205 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.464682 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.464682 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.466425 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.466425 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.466425 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.466425 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.466425 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.466425 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.468616 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.468616 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.468616 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.469126 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.469126 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.469407 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.469556 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.470649 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.470836 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.471052 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.471266 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.472433 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.472433 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.472433 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.472433 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.473034 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.473386 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.473728 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.474009 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.474256 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.474513 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.474759 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.474994 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.475161 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 17:05:42.475748 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74182) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 17:05:42.475911 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 17:05:42.476068 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 17:05:42.476240 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 17:05:42.476407 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 17:05:42.476555 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 17:05:42.476766 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.477584 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.477749 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.477890 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.478052 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.478232 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.478380 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.478530 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.478668 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.478830 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.478993 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.479151 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.479302 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.479458 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.479616 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.479813 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.479965 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.480123 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.480288 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.480444 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.480600 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.480754 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.481388 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] debug = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.481559 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.481737 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.481933 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.482089 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.483025 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.483181 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.483328 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.483487 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.483637 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.483794 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.483944 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.484099 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.484256 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.484405 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.485103 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.485270 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.485423 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.485568 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] host = dv-cinder-789603-1-iscsi {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.485710 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.485866 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.486024 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.486177 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.486326 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.486471 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.486613 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.486770 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.486918 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.487074 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.487223 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.487384 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.487627 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.487792 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_file = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.487940 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_options = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.488097 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.488250 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.488405 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.488579 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.488739 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.488957 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.489117 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.489273 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.489444 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.489589 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.489733 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.489875 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.490033 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.490181 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.490333 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.490489 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.490638 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.490853 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.491017 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.491166 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.491324 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.491472 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.491623 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.491784 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.491926 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.492081 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.492229 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.492390 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.492529 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.492666 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.492802 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.493033 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.493700 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.493861 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.494001 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.494149 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.494287 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.494423 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.494561 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.494698 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.494855 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.495003 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.495143 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.495488 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.495488 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.495753 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] use_json = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.495753 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.496798 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.496798 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.496798 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.496798 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.496798 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.496798 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.496798 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 17:05:42.497286 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.497286 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.497286 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.497459 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.497459 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.497709 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.497798 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.497951 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.498111 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.498305 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.498457 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.498593 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.498759 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.499101 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.499101 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.499272 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.499422 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.499512 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.499673 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.499820 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.499979 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.500135 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.500919 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.502261 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.502261 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.502261 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.502261 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.502801 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.502801 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.502801 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.503232 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.503232 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.503232 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.503654 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.503654 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.503654 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.504057 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.504057 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.504057 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.504440 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.504440 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.504789 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.504789 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.505127 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.505127 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.505388 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.505388 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.505651 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.505651 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.505923 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.505923 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.506198 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.506198 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.506458 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.506597 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.506734 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.506870 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.507006 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.507143 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.507288 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.507426 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.507583 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.507723 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.507950 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.508095 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.508233 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.508369 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.508505 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.508653 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.508799 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.508959 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.509098 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.509235 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.509372 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.509509 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.509656 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.509796 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.509947 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.510085 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.510222 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.510358 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.510495 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.510633 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.510794 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.510963 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.511140 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.511292 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.511432 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.511578 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.511738 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.511883 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.512041 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.512185 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.512347 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.512492 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.512642 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.512782 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.512960 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.513099 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.513263 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.513407 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.513556 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.513695 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.513857 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.514014 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.514154 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.514310 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.514453 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.515436 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.515630 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.515835 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.516026 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.516202 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.516378 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.516550 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.516729 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.516975 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.517143 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.518128 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.518128 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.518128 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.518128 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.518128 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.518128 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.518571 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.518571 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.518571 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.518779 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.518779 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.518922 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.519087 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.519243 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.519426 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.519584 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.519741 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.519899 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.520055 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.520211 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.520367 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.520522 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.520679 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.520833 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.522408 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.522408 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.522858 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.523050 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.523215 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.523377 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.523539 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.523700 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.523858 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.524017 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.524176 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.524334 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.524491 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.524732 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.524893 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.525038 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.525164 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.525287 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.525409 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.525555 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.525711 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.525867 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.526023 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.526179 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.526340 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.526520 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.526689 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.526842 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.526990 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.527136 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.527284 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.527429 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.527574 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.527742 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.527886 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.528030 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.528175 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.528335 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.528487 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.528645 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.528791 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.529026 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.529124 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.529265 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.529425 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.529600 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.529750 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.529910 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.530060 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.530214 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.530372 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.530532 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.530688 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.530855 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.531006 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.531134 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.531295 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.532017 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.532266 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.532493 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.532668 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.532864 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.533191 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.533371 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.533551 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.533715 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.533873 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.534011 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.534173 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.534332 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.534492 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.534733 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.534899 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.535042 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.535215 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.535358 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.535521 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.536959 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.537158 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.537437 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.537843 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.538034 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.538370 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.538544 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.538763 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.538983 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.539158 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.539942 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.539942 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.539942 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.539942 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.540483 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.540483 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.540483 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.540483 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.541053 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.541053 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.541332 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.541332 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.541591 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.541728 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.541864 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.542000 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.542136 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.542270 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.542409 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.542578 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.542751 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.542924 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.543094 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.543244 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.543410 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.543584 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.543748 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.543901 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.547707 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.547707 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.547707 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.547707 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.547707 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.547707 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.547707 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.547707 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.547707 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.549010 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.549010 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.549010 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.549010 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.549010 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.549010 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.549010 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.549010 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 17:05:42.550002 dv-cinder-789603-1-iscsi neutron-server[74182]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74182) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 17:05:42.561785 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:52.960991 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ec9b6e-77ac-4fa2-9739-b9a7de301cba None None] get_active_networks_info from dv-cinder-789603-1-iscsi {{(pid=74292) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 17:05:53.022793 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec9b6e-77ac-4fa2-9739-b9a7de301cba None None] No non-hosted networks {{(pid=74292) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 17:05:53.035841 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.agentschedulers_db [None req-53ec9b6e-77ac-4fa2-9739-b9a7de301cba None None] DHCP Agent not found on host dv-cinder-789603-1-iscsi {{(pid=74292) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 17:05:53.157666 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-ff88751f-5060-43d3-b360-00db164bd0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407'] for agent, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:55.672816 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407'] for agent, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:55.680676 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:55.681200 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:55.682775 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:55.684678 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:55.690555 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:55.691969 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:55.693143 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:55.695893 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:55.696379 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:55.697060 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:55.698491 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:55.698974 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:05:55.700784 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:55.714457 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:05:55.719191 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-82ed707b-6a86-4f60-a315-d66137607518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407'] for agent, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:55.754818 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.db.api [None req-00e7ea80-96a4-41e3-8b02-36b01533f179 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-789603-1-iscsi {{(pid=74292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:05:55.755491 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_db.api [None req-00e7ea80-96a4-41e3-8b02-36b01533f179 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:05:56.278662 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-00e7ea80-96a4-41e3-8b02-36b01533f179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:56.651896 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407'] for agent, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:58.168052 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407'] for agent, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:05:59.575054 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 44634) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:00.166956 dv-cinder-789603-1-iscsi neutron-server[74289]: WARNING oslo_policy.policy [None req-6976e413-0e27-40dd-815a-52e89d942464 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:06:00.167614 dv-cinder-789603-1-iscsi neutron-server[74289]: WARNING oslo_policy.policy [None req-6976e413-0e27-40dd-815a-52e89d942464 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:06:00.384639 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [None req-6976e413-0e27-40dd-815a-52e89d942464 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=74289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:06:00.385721 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-6976e413-0e27-40dd-815a-52e89d942464 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8096981 May 04 17:06:00.591476 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.db.l3_hamode_db [None req-a539c9aa-7646-49d4-821d-1208c2de17d6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 17:06:00.677685 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539c9aa-7646-49d4-821d-1208c2de17d6 None None] Routers set() bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:00.677968 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a539c9aa-7646-49d4-821d-1208c2de17d6 None None] Router IDs set() for agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 04 17:06:02.704306 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 44648) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:03.063526 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-716d33b6-ea00-423c-b2df-c08b097c02ad admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:03.165097 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.policy [None req-716d33b6-ea00-423c-b2df-c08b097c02ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74289) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 17:06:03.209448 dv-cinder-789603-1-iscsi neutron-server[74289]: WARNING oslo_policy.policy [None req-716d33b6-ea00-423c-b2df-c08b097c02ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:06:03.209808 dv-cinder-789603-1-iscsi neutron-server[74289]: WARNING oslo_policy.policy [None req-716d33b6-ea00-423c-b2df-c08b097c02ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:06:03.219164 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.quota [None req-716d33b6-ea00-423c-b2df-c08b097c02ad admin admin] Loaded quota_driver: . May 04 17:06:03.234044 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-716d33b6-ea00-423c-b2df-c08b097c02ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:03.352296 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-716d33b6-ea00-423c-b2df-c08b097c02ad admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790474713012', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790474713475', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790474722747', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790474729552', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790474738607', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790474745042', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1690894', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1670230', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-601743', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-541147'] for rbac-policy, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:03.506323 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-716d33b6-ea00-423c-b2df-c08b097c02ad admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:03.507507 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-716d33b6-ea00-423c-b2df-c08b097c02ad admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8022354 May 04 17:06:06.055265 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 44662) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:06.624308 dv-cinder-789603-1-iscsi neutron-server[74290]: WARNING oslo_policy.policy [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:06:06.624909 dv-cinder-789603-1-iscsi neutron-server[74290]: WARNING oslo_policy.policy [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:06:06.839327 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'name': 'private', 'project_id': 'c746a84a6f0a49e2907693436a760364'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:06.841053 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.quota [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Loaded quota_driver: . May 04 17:06:06.856721 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:06.863057 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Usage tracker for resource:network and tenant:c746a84a6f0a49e2907693436a760364 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:06.868532 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:06.876323 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:06.997721 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Made reservation on behalf of c746a84a6f0a49e2907693436a760364 for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:06:07.069973 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.policy [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74290) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 17:06:07.115108 dv-cinder-789603-1-iscsi neutron-server[74290]: WARNING oslo_policy.policy [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:06:07.115418 dv-cinder-789603-1-iscsi neutron-server[74290]: WARNING oslo_policy.policy [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 17:06:07.125736 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:07.146772 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:07.161468 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:07.165120 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c746a84a6f0a49e2907693436a760364 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:07.170097 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:07.175640 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:07.271666 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:07.340221 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:07.345855 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:07.365659 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:06:07.389572 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790475557416', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:07.390796 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Unsubscribe: segment precommit_create {{(pid=74290) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 17:06:07.391238 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.segments_db [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Added segment aa3026eb-8ca1-414b-9986-96e2c0b34bb1 of type vlan for network 1b8b762b-2997-4c1c-a034-1511ae59f9d2 May 04 17:06:07.399428 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82a2482-d09f-47a0-ae85-dd546b5dfdc0,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:07.451004 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:07.451326 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:07.451641 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:07.451948 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:07.452890 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:07.453213 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:07.453514 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:07.453811 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:07.454106 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:07.454404 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:07.454694 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:07.454984 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Tracked resource versions report: May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: pushed versions: May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: { 'AddressGroup': {'1.2'}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'ConntrackHelper': {'1.0'}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Log': {'1.0'}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Network': {'1.1'}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Port': {'1.7'}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'PortForwarding': {'1.2'}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'QosPolicy': {'1.8'}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'SecurityGroup': {'1.4'}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'SecurityGroupRule': {'1.2'}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'SubPort': {'1.0'}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Subnet': {'1.1'}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Trunk': {'1.1'}} May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: consumer versions: May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: { DHCP agent@dv-cinder-789603-1-iscsi: {}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: L3 agent@dv-cinder-789603-1-iscsi: {}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: Metadata agent@dv-cinder-789603-1-iscsi: {}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: Metering agent@dv-cinder-789603-1-iscsi: {}, May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: Open vSwitch agent@dv-cinder-789603-1-iscsi: { 'AddressGroup': '1.2', May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'ConntrackHelper': '1.0', May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Log': '1.0', May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Network': '1.1', May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Port': '1.7', May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'PortForwarding': '1.2', May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'QosPolicy': '1.8', May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'SecurityGroup': '1.4', May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'SecurityGroupRule': '1.2', May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'SubPort': '1.0', May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Subnet': '1.1', May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Trunk': '1.1'}} May 04 17:06:07.456064 dv-cinder-789603-1-iscsi neutron-server[74290]: {{(pid=74290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:06:07.504594 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:07.510630 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:07.636336 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:07.637789 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:07.638427 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:07.643914 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:07.743907 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Pushing event updated for resources: {'Network': ['ID=1b8b762b-2997-4c1c-a034-1511ae59f9d2,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:07.746976 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:07.755924 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 1b8b762b-2997-4c1c-a034-1511ae59f9d2 details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:06:07.833245 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.7757189 May 04 17:06:10.451481 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 44684) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:10.886596 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8aa7a5-d503-4841-96ed-7941d8360727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:10.887899 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-6a8aa7a5-d503-4841-96ed-7941d8360727 admin admin] 10.222.0.22 "GET /v2.0/networks/1b8b762b-2997-4c1c-a034-1511ae59f9d2 HTTP/1.1" status: 200 len: 825 time: 0.4354329 May 04 17:06:10.917210 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-3b64ff0c-93f9-48cb-807f-19e3f3e1cded admin admin] 10.222.0.22 "GET /v2.0/subnetpools/4cafdf94-4a29-42bb-992f-fddf5dd944a0 HTTP/1.1" status: 200 len: 734 time: 0.0233550 May 04 17:06:10.925242 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Request body: {'subnet': {'subnetpool_id': '4cafdf94-4a29-42bb-992f-fddf5dd944a0', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'gateway_ip': '172.20.0.1', 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:10.929379 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:10.933037 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Usage tracker for resource:subnet and tenant:c746a84a6f0a49e2907693436a760364 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:10.935784 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:10.941650 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:11.048568 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Made reservation on behalf of c746a84a6f0a49e2907693436a760364 for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:06:11.050805 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:11.558774 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:11.563644 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:11.640146 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Checking segment: {'id': 'aa3026eb-8ca1-414b-9986-96e2c0b34bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:06:11.640455 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Network hostable DHCP agents. Network: 1b8b762b-2997-4c1c-a034-1511ae59f9d2, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:06:11.645463 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=39312cd3-f4f8-4d11-a324-37e4d1bd0377,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:11.652088 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:11.724794 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Network 1b8b762b-2997-4c1c-a034-1511ae59f9d2 is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:06:11.791735 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 1b8b762b-2997-4c1c-a034-1511ae59f9d2) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:06:11.796356 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:11.796982 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:11.801757 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61912ad-7ea7-410a-92c1-3d44971fa679 None None] Network 1b8b762b-2997-4c1c-a034-1511ae59f9d2 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:06:11.981919 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0595880 May 04 17:06:12.097996 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf27f0d-063a-504b-a3f5-e8bcc92892d2-1b8b762b-2997-4c1c-a034-1511ae59f9d2', 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'fixed_ips': [{'subnet_id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377'}]}} from dv-cinder-789603-1-iscsi. {{(pid=74292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:06:12.099157 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:12.285049 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.db_base_plugin_common [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Allocated IP 172.20.0.2 (1b8b762b-2997-4c1c-a034-1511ae59f9d2/39312cd3-f4f8-4d11-a324-37e4d1bd0377/62345a1d-c1dc-41eb-a433-b256a3d68312) {{(pid=74292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:06:12.513703 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Notify callbacks [] for port, precommit_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:12.525968 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Transition to ACTIVE for port object 62345a1d-c1dc-41eb-a433-b256a3d68312 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:06:12.545056 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Transition to ACTIVE for port object 62345a1d-c1dc-41eb-a433-b256a3d68312 will not be triggered until provisioned by entity DHCP. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:06:12.643728 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:12.648368 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:12.703150 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Network 1b8b762b-2997-4c1c-a034-1511ae59f9d2 is already hosted by enough agents. {{(pid=74292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:06:12.704289 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.base_scheduler [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Resources bound (agent type, host, resource id): {{(pid=74292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:06:12.714685 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Received port after_create {{(pid=74292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:06:12.750460 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Pushing event updated for resources: {'Port': ['ID=62345a1d-c1dc-41eb-a433-b256a3d68312,revision_number=1']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:12.789411 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:12.789752 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:12.790081 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:12.790405 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:12.790726 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:12.791037 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:12.791346 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:12.791658 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:12.791983 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:12.792293 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:12.792600 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:12.792933 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Tracked resource versions report: May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: pushed versions: May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: { 'AddressGroup': {'1.2'}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'ConntrackHelper': {'1.0'}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Log': {'1.0'}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Network': {'1.1'}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Port': {'1.7'}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'PortForwarding': {'1.2'}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'QosPolicy': {'1.8'}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'SecurityGroup': {'1.4'}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'SecurityGroupRule': {'1.2'}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'SubPort': {'1.0'}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Subnet': {'1.1'}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Trunk': {'1.1'}} May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: consumer versions: May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: { DHCP agent@dv-cinder-789603-1-iscsi: {}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: L3 agent@dv-cinder-789603-1-iscsi: {}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: Metadata agent@dv-cinder-789603-1-iscsi: {}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: Metering agent@dv-cinder-789603-1-iscsi: {}, May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: Open vSwitch agent@dv-cinder-789603-1-iscsi: { 'AddressGroup': '1.2', May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'ConntrackHelper': '1.0', May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Log': '1.0', May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Network': '1.1', May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Port': '1.7', May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'PortForwarding': '1.2', May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'QosPolicy': '1.8', May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'SecurityGroup': '1.4', May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'SecurityGroupRule': '1.2', May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'SubPort': '1.0', May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Subnet': '1.1', May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Trunk': '1.1'}} May 04 17:06:12.794061 dv-cinder-789603-1-iscsi neutron-server[74292]: {{(pid=74292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:06:12.802435 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:12.822046 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Attempting to bind port 62345a1d-c1dc-41eb-a433-b256a3d68312 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:06:12.822433 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Attempting to bind port 62345a1d-c1dc-41eb-a433-b256a3d68312 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': 'aa3026eb-8ca1-414b-9986-96e2c0b34bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:06:12.822848 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Attempting to bind port 62345a1d-c1dc-41eb-a433-b256a3d68312 on network 1b8b762b-2997-4c1c-a034-1511ae59f9d2 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:06:12.827964 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:06:12.828370 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Checking segment: {'id': 'aa3026eb-8ca1-414b-9986-96e2c0b34bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:06:12.831900 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:12.831900 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Bound using segment: {'id': 'aa3026eb-8ca1-414b-9986-96e2c0b34bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:06:12.831900 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Bound port: 62345a1d-c1dc-41eb-a433-b256a3d68312, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3026eb-8ca1-414b-9986-96e2c0b34bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:06:12.831900 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:12.918500 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] For port 62345a1d-c1dc-41eb-a433-b256a3d68312, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:06:12.922329 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] For port 62345a1d-c1dc-41eb-a433-b256a3d68312, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=62345a1d-c1dc-41eb-a433-b256a3d68312,segment=NetworkSegment(aa3026eb-8ca1-414b-9986-96e2c0b34bb1),segment_id=aa3026eb-8ca1-414b-9986-96e2c0b34bb1)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:06:12.980859 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:12.984670 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:13.066322 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Pushing event updated for resources: {'Port': ['ID=62345a1d-c1dc-41eb-a433-b256a3d68312,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:13.069941 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:14.361818 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 44694) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:14.724068 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [None req-fe9c36dc-62d4-4e22-82d1-f0d347002e71 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:06:14.725219 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-fe9c36dc-62d4-4e22-82d1-f0d347002e71 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3622868 May 04 17:06:17.073045 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 44704) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:17.460202 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 62345a1d-c1dc-41eb-a433-b256a3d68312 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:06:17.467256 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [None req-ce5a7e43-d1e9-4b9d-bd8a-b4cba1f3cf4a admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=74289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:06:17.468527 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-ce5a7e43-d1e9-4b9d-bd8a-b4cba1f3cf4a admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3946526 May 04 17:06:17.584951 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 62345a1d-c1dc-41eb-a433-b256a3d68312 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:06:18.464270 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4200bf2-7ec6-42c4-85b0-839810dce34a None None] Network 1b8b762b-2997-4c1c-a034-1511ae59f9d2 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:06:18.645518 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-c18c3573-dcce-47d6-ab7a-31a53aad8c56 None None] Provisioning for port 62345a1d-c1dc-41eb-a433-b256a3d68312 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:06:18.654557 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-c18c3573-dcce-47d6-ab7a-31a53aad8c56 None None] Provisioning complete for port 62345a1d-c1dc-41eb-a433-b256a3d68312 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:18.655432 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-c18c3573-dcce-47d6-ab7a-31a53aad8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:18.822691 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-c18c3573-dcce-47d6-ab7a-31a53aad8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:18.860682 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-c18c3573-dcce-47d6-ab7a-31a53aad8c56 None None] For port 62345a1d-c1dc-41eb-a433-b256a3d68312, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=62345a1d-c1dc-41eb-a433-b256a3d68312,segment=NetworkSegment(aa3026eb-8ca1-414b-9986-96e2c0b34bb1),segment_id=aa3026eb-8ca1-414b-9986-96e2c0b34bb1)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:18.939360 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-c18c3573-dcce-47d6-ab7a-31a53aad8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:18.941624 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:19.005514 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c3573-dcce-47d6-ab7a-31a53aad8c56 None None] Pushing event updated for resources: {'Port': ['ID=62345a1d-c1dc-41eb-a433-b256a3d68312,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:19.008484 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-c18c3573-dcce-47d6-ab7a-31a53aad8c56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:19.059236 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-43c3d9a1-84ac-450f-98b3-92c12a3e6dd3 None None] Provisioning complete for port 62345a1d-c1dc-41eb-a433-b256a3d68312 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:19.059533 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-43c3d9a1-84ac-450f-98b3-92c12a3e6dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:19.418367 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 62345a1d-c1dc-41eb-a433-b256a3d68312 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:06:19.484953 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 62345a1d-c1dc-41eb-a433-b256a3d68312 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:19.485634 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:20.088041 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 44720) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:20.431042 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-e321f46f-238c-42b5-bcd6-dd76463fbf9c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c746a84a6f0a49e2907693436a760364'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:20.435520 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-e321f46f-238c-42b5-bcd6-dd76463fbf9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:20.439971 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-e321f46f-238c-42b5-bcd6-dd76463fbf9c admin admin] Usage tracker for resource:router and tenant:c746a84a6f0a49e2907693436a760364 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:20.443573 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-e321f46f-238c-42b5-bcd6-dd76463fbf9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:20.449662 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-e321f46f-238c-42b5-bcd6-dd76463fbf9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:20.505907 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e321f46f-238c-42b5-bcd6-dd76463fbf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4207'] for router, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:20.507466 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e321f46f-238c-42b5-bcd6-dd76463fbf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4198'] for router, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:20.529542 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e321f46f-238c-42b5-bcd6-dd76463fbf9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:20.700672 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e321f46f-238c-42b5-bcd6-dd76463fbf9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663999'] for router, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:20.814668 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e321f46f-238c-42b5-bcd6-dd76463fbf9c admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:20.815823 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-e321f46f-238c-42b5-bcd6-dd76463fbf9c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7268538 May 04 17:06:22.963031 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-85aa58ec-c759-4384-ba46-44e5aeadaac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:23.120488 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 44730) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:23.481419 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [None req-e5d6d3f4-87f2-41ba-9f07-9f58fa28b02d admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=74289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:06:23.482383 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-e5d6d3f4-87f2-41ba-9f07-9f58fa28b02d admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3609445 May 04 17:06:25.620323 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:25.642905 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-fa6c33d7-c41a-40c3-829d-2875a77e0294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:25.817937 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 44740) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:26.177827 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:26.182238 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:26.186547 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Usage tracker for resource:network and tenant:4be365cbd3364be49ce5a3074c1e687e is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:26.189685 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:26.195446 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:26.242938 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Made reservation on behalf of 4be365cbd3364be49ce5a3074c1e687e for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:06:26.245211 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:26.257236 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:26.271415 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:26.274989 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Usage tracker for resource:security_group_rule and tenant:4be365cbd3364be49ce5a3074c1e687e is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:26.277643 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:26.283180 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:26.360954 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:26.453136 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:26.457149 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:26.474028 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Reserving flat network on physical network physnet1 {{(pid=74290) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 17:06:26.494135 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcaddeb-89a2-4614-8ff6-c222cdf9d178,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:26.497955 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:26.499515 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:26.499845 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.segments_db [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Added segment 6ac87a9e-bd3d-46e0-b1bc-67554825bf57 of type flat for network 58073673-7c28-4b4b-bd9f-8e1f44915109 May 04 17:06:26.529950 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:26.625747 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:26.648523 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:26.649807 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:26.650380 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:26.654964 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-585c8e9b-326a-42b5-a5bb-b2c3c5b161a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:26.765069 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Pushing event updated for resources: {'Network': ['ID=58073673-7c28-4b4b-bd9f-8e1f44915109,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:26.767693 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:26.774530 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:06:26.797928 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9789755 May 04 17:06:28.105753 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:29.116517 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 44760) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:29.321011 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b4d5ec-5023-4e13-8e12-9514852a21a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:29.322278 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-12b4d5ec-5023-4e13-8e12-9514852a21a8 admin admin] 10.222.0.22 "GET /v2.0/subnets/39312cd3-f4f8-4d11-a324-37e4d1bd0377 HTTP/1.1" status: 200 len: 849 time: 0.2048254 May 04 17:06:29.489416 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-88195f64-74f2-4567-b35c-cb622f1bd55c admin admin] 10.222.0.22 "GET /v2.0/routers/288c542a-b9d0-4f79-8416-e8b96c04a8f2 HTTP/1.1" status: 200 len: 704 time: 0.1610506 May 04 17:06:29.936059 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:30.151310 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Allocated IP 172.20.0.1 (1b8b762b-2997-4c1c-a034-1511ae59f9d2/39312cd3-f4f8-4d11-a324-37e4d1bd0377/fcc7c61c-96c2-4a2a-b481-80f20882994f) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:06:30.298855 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:30.315574 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Transition to ACTIVE for port object fcc7c61c-96c2-4a2a-b481-80f20882994f will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:06:30.438195 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:30.442435 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:30.494488 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Network 1b8b762b-2997-4c1c-a034-1511ae59f9d2 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:06:30.497112 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:06:30.505945 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:06:30.506541 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656592'] for router_interface, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:30.682595 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Pushing event updated for resources: {'Port': ['ID=fcc7c61c-96c2-4a2a-b481-80f20882994f,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:30.688582 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:30.717792 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-f1747155-9f0f-4b9f-8444-8954dd1edf65 None None] Provisioning for port fcc7c61c-96c2-4a2a-b481-80f20882994f completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:06:30.723042 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-f1747155-9f0f-4b9f-8444-8954dd1edf65 None None] Provisioning complete for port fcc7c61c-96c2-4a2a-b481-80f20882994f triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:30.723415 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-f1747155-9f0f-4b9f-8444-8954dd1edf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:30.778310 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-f1747155-9f0f-4b9f-8444-8954dd1edf65 None None] Port fcc7c61c-96c2-4a2a-b481-80f20882994f cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:06:30.859981 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:31.078519 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:31.132536 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:31.133600 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656499'] for router_interface, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:31.137559 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:31.269579 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Pushing event updated for resources: {'Port': ['ID=fcc7c61c-96c2-4a2a-b481-80f20882994f,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:31.273371 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:31.320533 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Network 1b8b762b-2997-4c1c-a034-1511ae59f9d2 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:06:31.321577 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:06:31.500709 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-57ce304c-87cb-4ceb-b1c1-8fa6c34738e3 None None] Provisioning complete for port fcc7c61c-96c2-4a2a-b481-80f20882994f triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:31.501097 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-57ce304c-87cb-4ceb-b1c1-8fa6c34738e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:31.556237 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-57ce304c-87cb-4ceb-b1c1-8fa6c34738e3 None None] Port fcc7c61c-96c2-4a2a-b481-80f20882994f cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:06:31.567408 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Router 288c542a-b9d0-4f79-8416-e8b96c04a8f2 is scheduled to L3 agent 07946e48-6551-4126-921d-b197646287c6 with binding_index 1 {{(pid=74290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:06:31.720426 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:06:31.729498 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] 10.222.0.22 "PUT /v2.0/routers/288c542a-b9d0-4f79-8416-e8b96c04a8f2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2352886 May 04 17:06:31.730926 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Sync routers for ids ['288c542a-b9d0-4f79-8416-e8b96c04a8f2'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:06:31.742995 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Routers {'288c542a-b9d0-4f79-8416-e8b96c04a8f2'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:31.743830 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:06:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['288c542a-b9d0-4f79-8416-e8b96c04a8f2'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:31.926191 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Set router 288c542a-b9d0-4f79-8416-e8b96c04a8f2 gateway port host: None {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:32.283367 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'name': 'router1', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:06:20Z', 'updated_at': '2021-05-04T17:06:30Z', 'revision_number': 2, 'project_id': 'c746a84a6f0a49e2907693436a760364', 'gw_port_host': None, '_interfaces': [{'id': 'fcc7c61c-96c2-4a2a-b481-80f20882994f', 'name': '', 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'mac_address': 'fa:16:3e:21:cf:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:06:29Z', 'updated_at': '2021-05-04T17:06:30Z', 'revision_number': 2, 'project_id': 'c746a84a6f0a49e2907693436a760364', 'subnets': [{'id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cafdf94-4a29-42bb-992f-fddf5dd944a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:32.288213 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Checking router: 288c542a-b9d0-4f79-8416-e8b96c04a8f2 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:06:32.288572 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Updating router 288c542a-b9d0-4f79-8416-e8b96c04a8f2 port fcc7c61c-96c2-4a2a-b481-80f20882994f binding host dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:06:32.339098 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:32.707229 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Notify callbacks [] for port, precommit_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:32.722048 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.provisioning_blocks [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Transition to ACTIVE for port object fcc7c61c-96c2-4a2a-b481-80f20882994f will not be triggered until provisioned by entity L2. {{(pid=74293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:06:32.796622 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:32.802049 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:32.992524 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Pushing event updated for resources: {'Port': ['ID=fcc7c61c-96c2-4a2a-b481-80f20882994f,revision_number=3']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:33.014392 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:33.014712 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:33.015031 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:33.015340 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:33.015645 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:33.015948 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:33.016251 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:33.016552 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:33.016885 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:33.017195 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:33.017495 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:33.017793 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Tracked resource versions report: May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: pushed versions: May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: { 'AddressGroup': {'1.2'}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'ConntrackHelper': {'1.0'}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Log': {'1.0'}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Network': {'1.1'}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Port': {'1.7'}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'PortForwarding': {'1.2'}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'QosPolicy': {'1.8'}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'SecurityGroup': {'1.4'}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'SecurityGroupRule': {'1.2'}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'SubPort': {'1.0'}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Subnet': {'1.1'}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Trunk': {'1.1'}} May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: consumer versions: May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: { DHCP agent@dv-cinder-789603-1-iscsi: {}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: L3 agent@dv-cinder-789603-1-iscsi: {}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: Metadata agent@dv-cinder-789603-1-iscsi: {}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: Metering agent@dv-cinder-789603-1-iscsi: {}, May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: Open vSwitch agent@dv-cinder-789603-1-iscsi: { 'AddressGroup': '1.2', May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'ConntrackHelper': '1.0', May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Log': '1.0', May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Network': '1.1', May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Port': '1.7', May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'PortForwarding': '1.2', May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'QosPolicy': '1.8', May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'SecurityGroup': '1.4', May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'SecurityGroupRule': '1.2', May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'SubPort': '1.0', May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Subnet': '1.1', May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Trunk': '1.1'}} May 04 17:06:33.018906 dv-cinder-789603-1-iscsi neutron-server[74293]: {{(pid=74293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:06:33.022408 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:33.031760 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Attempting to bind port fcc7c61c-96c2-4a2a-b481-80f20882994f on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:06:33.032143 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Attempting to bind port fcc7c61c-96c2-4a2a-b481-80f20882994f by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': 'aa3026eb-8ca1-414b-9986-96e2c0b34bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2'}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:06:33.032550 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Attempting to bind port fcc7c61c-96c2-4a2a-b481-80f20882994f on network 1b8b762b-2997-4c1c-a034-1511ae59f9d2 {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:06:33.037575 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:06:33.037969 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Checking segment: {'id': 'aa3026eb-8ca1-414b-9986-96e2c0b34bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:06:33.038502 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:33.038879 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Bound using segment: {'id': 'aa3026eb-8ca1-414b-9986-96e2c0b34bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2'} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:06:33.039370 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Bound port: fcc7c61c-96c2-4a2a-b481-80f20882994f, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3026eb-8ca1-414b-9986-96e2c0b34bb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2'}}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:06:33.039742 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:33.126042 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] For port fcc7c61c-96c2-4a2a-b481-80f20882994f, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:06:33.129839 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] For port fcc7c61c-96c2-4a2a-b481-80f20882994f, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=fcc7c61c-96c2-4a2a-b481-80f20882994f,segment=NetworkSegment(aa3026eb-8ca1-414b-9986-96e2c0b34bb1),segment_id=aa3026eb-8ca1-414b-9986-96e2c0b34bb1)] {{(pid=74293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:06:33.203244 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:33.207922 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:33.281475 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Routers {'288c542a-b9d0-4f79-8416-e8b96c04a8f2'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:33.282101 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:06:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['288c542a-b9d0-4f79-8416-e8b96c04a8f2'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:33.439538 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Pushing event updated for resources: {'Port': ['ID=fcc7c61c-96c2-4a2a-b481-80f20882994f,revision_number=4']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:33.442644 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:33.476253 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] Set router 288c542a-b9d0-4f79-8416-e8b96c04a8f2 gateway port host: None {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:33.796760 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'name': 'router1', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:06:20Z', 'updated_at': '2021-05-04T17:06:30Z', 'revision_number': 2, 'project_id': 'c746a84a6f0a49e2907693436a760364', 'gw_port_host': None, '_interfaces': [{'id': 'fcc7c61c-96c2-4a2a-b481-80f20882994f', 'name': '', 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'mac_address': 'fa:16:3e:21:cf:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:06:29Z', 'updated_at': '2021-05-04T17:06:33Z', 'revision_number': 4, 'project_id': 'c746a84a6f0a49e2907693436a760364', 'subnets': [{'id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cafdf94-4a29-42bb-992f-fddf5dd944a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:33.800649 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1055af-feb4-446d-bab3-0f1862409d06 None None] The sync data for ids ['288c542a-b9d0-4f79-8416-e8b96c04a8f2'] in dv-cinder-789603-1-iscsi is: [{'id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'name': 'router1', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:06:20Z', 'updated_at': '2021-05-04T17:06:30Z', 'revision_number': 2, 'project_id': 'c746a84a6f0a49e2907693436a760364', 'gw_port_host': None, '_interfaces': [{'id': 'fcc7c61c-96c2-4a2a-b481-80f20882994f', 'name': '', 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'mac_address': 'fa:16:3e:21:cf:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:06:29Z', 'updated_at': '2021-05-04T17:06:33Z', 'revision_number': 4, 'project_id': 'c746a84a6f0a49e2907693436a760364', 'subnets': [{'id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cafdf94-4a29-42bb-992f-fddf5dd944a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:06:33.888010 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 44782) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:34.031618 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104825ef-01ef-43e4-a9f5-682f304caa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:34.032087 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-104825ef-01ef-43e4-a9f5-682f304caa1a admin admin] Synchronizing usage tracker for tenant:4be365cbd3364be49ce5a3074c1e687e on resource:network {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:06:34.088221 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-104825ef-01ef-43e4-a9f5-682f304caa1a admin admin] Unset dirty status for tenant:4be365cbd3364be49ce5a3074c1e687e on resource:network {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:06:34.094878 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-104825ef-01ef-43e4-a9f5-682f304caa1a admin admin] 10.222.0.22 "GET /v2.0/networks/58073673-7c28-4b4b-bd9f-8e1f44915109 HTTP/1.1" status: 200 len: 842 time: 0.1998558 May 04 17:06:34.098993 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:34.104281 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:06:34.108781 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Usage tracker for resource:subnet and tenant:4be365cbd3364be49ce5a3074c1e687e is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:06:34.111614 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:06:34.117785 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:06:34.183991 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Made reservation on behalf of 4be365cbd3364be49ce5a3074c1e687e for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:06:34.186923 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:34.667172 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.objects.ports [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74290) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 04 17:06:34.667610 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:34.671881 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:34.745310 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01bb093-7a09-4fd2-96b1-c31834e2bda7,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:34.749088 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Checking segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:06:34.749445 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Network hostable DHCP agents. Network: 58073673-7c28-4b4b-bd9f-8e1f44915109, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:06:34.752095 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:34.854538 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:06:34.946030 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 58073673-7c28-4b4b-bd9f-8e1f44915109) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:06:34.950282 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:34.955171 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:34.956822 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a178af0-7b4f-41a5-8fee-4a7e59c3edd3 None None] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:06:35.055387 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9598041 May 04 17:06:35.182306 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbf7f28-5379-4cc2-a4e9-4ace41b86056 None None] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:06:37.245949 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 44796) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:37.448870 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-8bd59154-ca21-4c18-b48a-a68e159296a1 admin admin] 10.222.0.22 "GET /v2.0/routers/288c542a-b9d0-4f79-8416-e8b96c04a8f2 HTTP/1.1" status: 200 len: 710 time: 0.2017698 May 04 17:06:37.452784 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device fcc7c61c-96c2-4a2a-b481-80f20882994f up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:06:37.574355 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bdf0ab-e3ab-47f0-9690-ff680979be59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:06:37.575816 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-d3bdf0ab-e3ab-47f0-9690-ff680979be59 admin admin] 10.222.0.22 "GET /v2.0/networks/58073673-7c28-4b4b-bd9f-8e1f44915109 HTTP/1.1" status: 200 len: 886 time: 0.1261332 May 04 17:06:37.585422 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:06:37.618669 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port fcc7c61c-96c2-4a2a-b481-80f20882994f completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:06:37.624633 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port fcc7c61c-96c2-4a2a-b481-80f20882994f triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:37.625044 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.741609 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.779386 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port fcc7c61c-96c2-4a2a-b481-80f20882994f, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=fcc7c61c-96c2-4a2a-b481-80f20882994f,segment=NetworkSegment(aa3026eb-8ca1-414b-9986-96e2c0b34bb1),segment_id=aa3026eb-8ca1-414b-9986-96e2c0b34bb1)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:37.860329 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:37.862826 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:37.926530 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=fcc7c61c-96c2-4a2a-b481-80f20882994f,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:37.929580 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:38.019405 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4244'] for router, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.437572 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.492909 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.621660 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Allocated IP 172.27.3.249 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/94b18224-7dae-4b48-b438-c884f39c933f) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:06:38.761470 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.848904 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:38.853413 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:38.906066 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:06:38.912501 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:06:38.914879 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:06:39.025406 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Pushing event updated for resources: {'Port': ['ID=94b18224-7dae-4b48-b438-c884f39c933f,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:39.028156 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:39.379258 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:39.430714 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device fcc7c61c-96c2-4a2a-b481-80f20882994f up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:06:39.496679 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port fcc7c61c-96c2-4a2a-b481-80f20882994f triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:39.497094 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:39.760100 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4244'] for router, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:39.763373 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663944', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-693510'] for router, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:39.934721 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Router 288c542a-b9d0-4f79-8416-e8b96c04a8f2 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:06:40.107387 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:06:40.115146 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:40.116306 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] 10.222.0.22 "PUT /v2.0/routers/288c542a-b9d0-4f79-8416-e8b96c04a8f2 HTTP/1.1" status: 200 len: 890 time: 2.5344598 May 04 17:06:40.116634 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Sync routers for ids ['288c542a-b9d0-4f79-8416-e8b96c04a8f2'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:06:40.126748 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Routers {'288c542a-b9d0-4f79-8416-e8b96c04a8f2'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:40.127489 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:06:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['288c542a-b9d0-4f79-8416-e8b96c04a8f2'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:40.355839 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Set router 288c542a-b9d0-4f79-8416-e8b96c04a8f2 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:40.708938 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'name': 'router1', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '94b18224-7dae-4b48-b438-c884f39c933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:06:20Z', 'updated_at': '2021-05-04T17:06:39Z', 'revision_number': 4, 'project_id': 'c746a84a6f0a49e2907693436a760364', 'gw_port': {'id': '94b18224-7dae-4b48-b438-c884f39c933f', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:06:38Z', 'updated_at': '2021-05-04T17:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'fcc7c61c-96c2-4a2a-b481-80f20882994f', 'name': '', 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'mac_address': 'fa:16:3e:21:cf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:06:29Z', 'updated_at': '2021-05-04T17:06:37Z', 'revision_number': 5, 'project_id': 'c746a84a6f0a49e2907693436a760364', 'subnets': [{'id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cafdf94-4a29-42bb-992f-fddf5dd944a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:40.713724 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Checking router: 288c542a-b9d0-4f79-8416-e8b96c04a8f2 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:06:40.714063 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Updating router 288c542a-b9d0-4f79-8416-e8b96c04a8f2 port 94b18224-7dae-4b48-b438-c884f39c933f binding host dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:06:40.764814 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:41.082128 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:41.093969 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Transition to ACTIVE for port object 94b18224-7dae-4b48-b438-c884f39c933f will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:06:41.145522 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:41.149345 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-c18c3573-dcce-47d6-ab7a-31a53aad8c56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:41.222821 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0551e-75ea-4e59-809f-6d065dcd706d None None] Pushing event updated for resources: {'Port': ['ID=94b18224-7dae-4b48-b438-c884f39c933f,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:41.224961 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Attempting to bind port 94b18224-7dae-4b48-b438-c884f39c933f on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:06:41.225318 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Attempting to bind port 94b18224-7dae-4b48-b438-c884f39c933f by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:06:41.225667 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Attempting to bind port 94b18224-7dae-4b48-b438-c884f39c933f on network 58073673-7c28-4b4b-bd9f-8e1f44915109 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:06:41.227724 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-0ad0551e-75ea-4e59-809f-6d065dcd706d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:41.231597 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:06:41.231960 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Checking segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:06:41.232927 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:41.233309 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Bound using segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:06:41.233765 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Bound port: 94b18224-7dae-4b48-b438-c884f39c933f, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:06:41.234143 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:41.306873 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] For port 94b18224-7dae-4b48-b438-c884f39c933f, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:06:41.309845 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] For port 94b18224-7dae-4b48-b438-c884f39c933f, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=94b18224-7dae-4b48-b438-c884f39c933f,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:06:41.391830 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:41.396034 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:41.470971 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Routers {'288c542a-b9d0-4f79-8416-e8b96c04a8f2'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:06:41.471572 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:06:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['288c542a-b9d0-4f79-8416-e8b96c04a8f2'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:41.519446 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0551e-75ea-4e59-809f-6d065dcd706d None None] Pushing event updated for resources: {'Port': ['ID=94b18224-7dae-4b48-b438-c884f39c933f,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:41.527012 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-0ad0551e-75ea-4e59-809f-6d065dcd706d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:41.646845 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] Set router 288c542a-b9d0-4f79-8416-e8b96c04a8f2 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:06:41.965700 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'name': 'router1', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '94b18224-7dae-4b48-b438-c884f39c933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:06:20Z', 'updated_at': '2021-05-04T17:06:39Z', 'revision_number': 4, 'project_id': 'c746a84a6f0a49e2907693436a760364', 'gw_port': {'id': '94b18224-7dae-4b48-b438-c884f39c933f', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:06:38Z', 'updated_at': '2021-05-04T17:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'fcc7c61c-96c2-4a2a-b481-80f20882994f', 'name': '', 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'mac_address': 'fa:16:3e:21:cf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:06:29Z', 'updated_at': '2021-05-04T17:06:37Z', 'revision_number': 5, 'project_id': 'c746a84a6f0a49e2907693436a760364', 'subnets': [{'id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cafdf94-4a29-42bb-992f-fddf5dd944a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:06:41.969677 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe814055-5cc1-4fb5-9b7c-93d422fb1178 None None] The sync data for ids ['288c542a-b9d0-4f79-8416-e8b96c04a8f2'] in dv-cinder-789603-1-iscsi is: [{'id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'name': 'router1', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': '94b18224-7dae-4b48-b438-c884f39c933f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:06:20Z', 'updated_at': '2021-05-04T17:06:39Z', 'revision_number': 4, 'project_id': 'c746a84a6f0a49e2907693436a760364', 'gw_port': {'id': '94b18224-7dae-4b48-b438-c884f39c933f', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c2:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:06:38Z', 'updated_at': '2021-05-04T17:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'fcc7c61c-96c2-4a2a-b481-80f20882994f', 'name': '', 'network_id': '1b8b762b-2997-4c1c-a034-1511ae59f9d2', 'tenant_id': 'c746a84a6f0a49e2907693436a760364', 'mac_address': 'fa:16:3e:21:cf:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288c542a-b9d0-4f79-8416-e8b96c04a8f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:06:29Z', 'updated_at': '2021-05-04T17:06:37Z', 'revision_number': 5, 'project_id': 'c746a84a6f0a49e2907693436a760364', 'subnets': [{'id': '39312cd3-f4f8-4d11-a324-37e4d1bd0377', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4cafdf94-4a29-42bb-992f-fddf5dd944a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:06:42.432729 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 44806) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:06:42.549731 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-869ab87b-a4de-424a-90a0-8d23714468d7 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1158507 May 04 17:06:43.454272 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 94b18224-7dae-4b48-b438-c884f39c933f up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:06:43.631083 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 94b18224-7dae-4b48-b438-c884f39c933f completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:06:43.635896 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 94b18224-7dae-4b48-b438-c884f39c933f triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:43.636259 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:43.775185 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:43.792252 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 94b18224-7dae-4b48-b438-c884f39c933f, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=94b18224-7dae-4b48-b438-c884f39c933f,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:06:43.864106 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:43.867349 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:06:43.930500 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=94b18224-7dae-4b48-b438-c884f39c933f,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:06:43.933408 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:06:45.433403 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 5 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:06:45.458156 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 94b18224-7dae-4b48-b438-c884f39c933f up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:06:45.527705 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 94b18224-7dae-4b48-b438-c884f39c933f triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:06:45.528071 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:52.968796 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-880534d2-690a-4348-a209-f01b7fdac77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:55.625575 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:55.677138 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-0f0bb39c-bc74-4375-9cd9-54f38e5e2354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:56.637016 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:06:58.161903 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:22.434973 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 5 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:07:23.077626 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-de9fb521-a300-40b8-8e34-6991f8081154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:25.617493 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:25.670750 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-c00551c7-f35c-457c-af40-607c63824b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:26.636907 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:28.143599 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:52.953735 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-c4a446f7-45b5-42ed-adeb-d93830544c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:55.612476 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:55.650927 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-799d2c75-44fd-4ab6-bcdd-f08574c60c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:56.622463 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:58.144640 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:07:59.433374 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 5 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:08:18.159082 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45376) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:18.224691 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0354a2-aeac-4037-8f6d-684c7dbd376d admin admin] GET failed (client error): The resource could not be found. May 04 17:08:18.225956 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-7a0354a2-aeac-4037-8f6d-684c7dbd376d admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659518 May 04 17:08:18.352684 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93113ef4-15a2-4dab-bf7d-304b12c0fa5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:18.354066 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-93113ef4-15a2-4dab-bf7d-304b12c0fa5d admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1237938 May 04 17:08:20.480936 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45386) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:20.587051 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639acaef-c044-4a35-9bfa-00a1301b7850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:20.587599 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-639acaef-c044-4a35-9bfa-00a1301b7850 admin admin] Synchronizing usage tracker for tenant:4be365cbd3364be49ce5a3074c1e687e on resource:subnet {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:08:20.680602 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-639acaef-c044-4a35-9bfa-00a1301b7850 admin admin] Unset dirty status for tenant:4be365cbd3364be49ce5a3074c1e687e on resource:subnet {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:08:20.681702 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-639acaef-c044-4a35-9bfa-00a1301b7850 admin admin] 10.222.0.22 "GET /v2.0/subnets/39312cd3-f4f8-4d11-a324-37e4d1bd0377 HTTP/1.1" status: 200 len: 849 time: 0.1998107 May 04 17:08:20.691373 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:08:20.806120 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Notify callbacks [] for subnet, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:21.046376 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790475546772'] for subnet, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:21.050747 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a35b0113-0890-4fdc-b4f4-9fcd84234dc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:08:21.086390 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:21.087553 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:21.088973 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] 10.222.0.22 "PUT /v2.0/subnets/39312cd3-f4f8-4d11-a324-37e4d1bd0377 HTTP/1.1" status: 200 len: 868 time: 0.4005682 May 04 17:08:21.091890 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cdc981-4907-430d-8f80-07cfc4ae7b47 None None] Network 1b8b762b-2997-4c1c-a034-1511ae59f9d2 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:08:21.117060 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=39312cd3-f4f8-4d11-a324-37e4d1bd0377,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:08:21.124825 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:21.125245 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:21.125554 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:21.125881 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:21.126203 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:21.126538 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:21.126858 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:21.127173 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:21.127504 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:21.127824 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:21.128140 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:21.128444 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:08:21.132124 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:08:21.533892 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-396892e0-6248-4aff-bcfe-779849822752 None None] Provisioning complete for port fcc7c61c-96c2-4a2a-b481-80f20882994f triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:08:21.534259 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-396892e0-6248-4aff-bcfe-779849822752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:21.658299 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-396892e0-6248-4aff-bcfe-779849822752 None None] Provisioning complete for port 62345a1d-c1dc-41eb-a433-b256a3d68312 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:08:21.658540 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-396892e0-6248-4aff-bcfe-779849822752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:22.983576 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-54d211c5-72e0-4bab-a134-0c44ec884452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:23.193206 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45396) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:23.364190 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105b341b-ad36-47c5-b102-fc449883752e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:23.364671 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105b341b-ad36-47c5-b102-fc449883752e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:23.366212 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-105b341b-ad36-47c5-b102-fc449883752e admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1720691 May 04 17:08:25.463828 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45406) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:25.629720 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:25.637433 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7321cb-b6aa-464b-81a9-c9d94aea600c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:25.639945 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7321cb-b6aa-464b-81a9-c9d94aea600c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:25.639945 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-6e7321cb-b6aa-464b-81a9-c9d94aea600c admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1747122 May 04 17:08:25.692710 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e3850678-8be1-4cd6-95e0-151496e74b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:26.635012 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:27.734210 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45416) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:27.903650 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6bc303-76cd-4d62-920e-8bea3b264585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:27.905016 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-5c6bc303-76cd-4d62-920e-8bea3b264585 admin admin] 10.222.0.22 "GET /v2.0/networks/1b8b762b-2997-4c1c-a034-1511ae59f9d2 HTTP/1.1" status: 200 len: 869 time: 0.1698174 May 04 17:08:28.155373 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:29.993735 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45426) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:30.197316 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39047b8-8465-43e5-aac1-10e07e2d9717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:30.198759 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-b39047b8-8465-43e5-aac1-10e07e2d9717 admin admin] 10.222.0.22 "GET /v2.0/networks/58073673-7c28-4b4b-bd9f-8e1f44915109 HTTP/1.1" status: 200 len: 886 time: 0.2034774 May 04 17:08:32.287376 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45436) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:32.394386 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46f2a1-0d70-4edc-af28-2e98db6d5284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:32.394870 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46f2a1-0d70-4edc-af28-2e98db6d5284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:32.396326 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-df46f2a1-0d70-4edc-af28-2e98db6d5284 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080205 May 04 17:08:34.480029 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45446) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:34.583900 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb13be9-0b3c-4219-a338-159ad0db19bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:34.584359 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb13be9-0b3c-4219-a338-159ad0db19bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:34.585905 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-deb13be9-0b3c-4219-a338-159ad0db19bb admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049447 May 04 17:08:36.432548 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 5 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:08:36.672305 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45456) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:36.780757 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406863f-01d9-4de7-9e0e-a6d487fb3355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:36.781693 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-d406863f-01d9-4de7-9e0e-a6d487fb3355 admin admin] 10.222.0.22 "GET /v2.0/subnets/39312cd3-f4f8-4d11-a324-37e4d1bd0377 HTTP/1.1" status: 200 len: 868 time: 0.1084344 May 04 17:08:38.862189 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45466) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:08:38.959163 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa94aad-83bf-405a-9335-d3c6c4a5ba65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:08:38.960422 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-aaa94aad-83bf-405a-9335-d3c6c4a5ba65 admin admin] 10.222.0.22 "GET /v2.0/subnets/b01bb093-7a09-4fd2-96b1-c31834e2bda7 HTTP/1.1" status: 200 len: 816 time: 0.0973108 May 04 17:08:52.964157 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-3a968b6c-5a4f-4f8f-9b66-964707486251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:55.615788 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:55.667292 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-5ce49c80-0ed9-4569-9ced-5cc027da41af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:56.640602 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:08:58.154493 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:01.565487 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45510) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:01.613206 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [None req-d9cd5d17-15bc-44c5-8b77-e141b75d16b0 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:09:01.614166 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-d9cd5d17-15bc-44c5-8b77-e141b75d16b0 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477557 May 04 17:09:03.800614 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45520) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:03.866070 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f4d405-7d91-4024-9579-8d4df69352c2 admin admin] GET failed (client error): The resource could not be found. May 04 17:09:03.867294 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-74f4d405-7d91-4024-9579-8d4df69352c2 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657146 May 04 17:09:03.987861 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270ad2b2-f358-4824-9de3-74eb414a0401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:09:03.989190 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-270ad2b2-f358-4824-9de3-74eb414a0401 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1176512 May 04 17:09:06.114904 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45530) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:06.160759 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:09:06.165740 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:06.175064 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:06.245764 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Made reservation on behalf of 4be365cbd3364be49ce5a3074c1e687e for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:09:06.248012 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:06.332696 dv-cinder-789603-1-iscsi neutron-server[74290]: WARNING neutron.services.revisions.revision_plugin [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Could not find related network for resource to bump revision. May 04 17:09:06.345333 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:09:06.354307 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:06.373018 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.segments_db [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Added segment 0c3665db-d2dc-4786-a18f-d56d07e690d6 of type vlan for network ba32048e-5f90-4e5b-965d-c296f7c9c347 May 04 17:09:06.379570 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:06.469026 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:06.470278 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:09:06.470844 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:06.475262 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:06.568288 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Pushing event updated for resources: {'Network': ['ID=ba32048e-5f90-4e5b-965d-c296f7c9c347,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:06.571433 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:06.578574 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network ba32048e-5f90-4e5b-965d-c296f7c9c347 details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:09:06.627325 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5112917 May 04 17:09:08.755196 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 45540) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:09:08.834300 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c732f1e-ac29-46ab-a7f0-4875d413be11 admin admin] GET failed (client error): The resource could not be found. May 04 17:09:08.835617 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-6c732f1e-ac29-46ab-a7f0-4875d413be11 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0795217 May 04 17:09:08.957511 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb41d3d-cc11-40c5-b21e-33fc73678667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:09:08.958935 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-2bb41d3d-cc11-40c5-b21e-33fc73678667 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1195509 May 04 17:09:08.968348 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Request body: {'subnet': {'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:09:08.973141 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:09:08.983015 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:09:09.091515 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Made reservation on behalf of 4be365cbd3364be49ce5a3074c1e687e for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:09:09.094387 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:09.578960 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:09.584513 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:09.661106 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Checking segment: {'id': '0c3665db-d2dc-4786-a18f-d56d07e690d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:09:09.661472 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Network hostable DHCP agents. Network: ba32048e-5f90-4e5b-965d-c296f7c9c347, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:09:09.666868 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=21919c7b-c6f2-4633-b709-4b7594ab727e,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:09.677921 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:09.678263 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:09.678584 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:09.678902 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:09.679215 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:09.679531 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:09.679838 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:09.680146 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:09.680493 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:09.680800 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:09.681127 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:09.681428 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Tracked resource versions report: May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: pushed versions: May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: { 'AddressGroup': {'1.2'}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'ConntrackHelper': {'1.0'}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Log': {'1.0'}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Network': {'1.1'}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Port': {'1.7'}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'PortForwarding': {'1.2'}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'QosPolicy': {'1.8'}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'SecurityGroup': {'1.4'}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'SecurityGroupRule': {'1.2'}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'SubPort': {'1.0'}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Subnet': {'1.1'}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Trunk': {'1.1'}} May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: consumer versions: May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: { DHCP agent@dv-cinder-789603-1-iscsi: {}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: L3 agent@dv-cinder-789603-1-iscsi: {}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: Metadata agent@dv-cinder-789603-1-iscsi: {}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: Metering agent@dv-cinder-789603-1-iscsi: {}, May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: Open vSwitch agent@dv-cinder-789603-1-iscsi: { 'AddressGroup': '1.2', May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'ConntrackHelper': '1.0', May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Log': '1.0', May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Network': '1.1', May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Port': '1.7', May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'PortForwarding': '1.2', May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'QosPolicy': '1.8', May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'SecurityGroup': '1.4', May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'SecurityGroupRule': '1.2', May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'SubPort': '1.0', May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Subnet': '1.1', May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Trunk': '1.1'}} May 04 17:09:09.682523 dv-cinder-789603-1-iscsi neutron-server[74289]: {{(pid=74289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:09:09.715111 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:09.775719 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Network ba32048e-5f90-4e5b-965d-c296f7c9c347 is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:09:09.832364 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, ba32048e-5f90-4e5b-965d-c296f7c9c347) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:09:09.837829 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:09:09.838437 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:09.842235 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af00466-0ec9-4768-b6f7-4bc03c56c465 None None] Network ba32048e-5f90-4e5b-965d-c296f7c9c347 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:09:09.924784 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9597671 May 04 17:09:10.078751 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf27f0d-063a-504b-a3f5-e8bcc92892d2-ba32048e-5f90-4e5b-965d-c296f7c9c347', 'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347', 'tenant_id': '4be365cbd3364be49ce5a3074c1e687e', 'fixed_ips': [{'subnet_id': '21919c7b-c6f2-4633-b709-4b7594ab727e'}]}} from dv-cinder-789603-1-iscsi. {{(pid=74292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:09:10.079586 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.235216 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.db_base_plugin_common [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Allocated IP 192.168.233.2 (ba32048e-5f90-4e5b-965d-c296f7c9c347/21919c7b-c6f2-4633-b709-4b7594ab727e/5a35d495-242f-4dbe-a725-3d5a82b2fb43) {{(pid=74292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:09:10.435255 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Notify callbacks [] for port, precommit_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.445146 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Transition to ACTIVE for port object 5a35d495-242f-4dbe-a725-3d5a82b2fb43 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:09:10.462898 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Transition to ACTIVE for port object 5a35d495-242f-4dbe-a725-3d5a82b2fb43 will not be triggered until provisioned by entity DHCP. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:09:10.524173 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.529054 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-9194d6de-62f1-48c8-aaf7-8bc2b67b402e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:10.592080 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Network ba32048e-5f90-4e5b-965d-c296f7c9c347 is already hosted by enough agents. {{(pid=74292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:09:10.593237 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.base_scheduler [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Resources bound (agent type, host, resource id): {{(pid=74292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:09:10.597547 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Received port after_create {{(pid=74292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:09:10.629348 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Pushing event updated for resources: {'Port': ['ID=5a35d495-242f-4dbe-a725-3d5a82b2fb43,revision_number=1']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:10.667875 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.668203 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.668526 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.668857 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.669183 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.669497 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.669807 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.670114 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.670438 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.670743 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.671069 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.671376 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:09:10.679287 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:10.698756 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Attempting to bind port 5a35d495-242f-4dbe-a725-3d5a82b2fb43 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:09:10.699030 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Attempting to bind port 5a35d495-242f-4dbe-a725-3d5a82b2fb43 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '0c3665db-d2dc-4786-a18f-d56d07e690d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:09:10.699376 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Attempting to bind port 5a35d495-242f-4dbe-a725-3d5a82b2fb43 on network ba32048e-5f90-4e5b-965d-c296f7c9c347 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:09:10.704962 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:09:10.705345 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Checking segment: {'id': '0c3665db-d2dc-4786-a18f-d56d07e690d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:09:10.705710 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.706097 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Bound using segment: {'id': '0c3665db-d2dc-4786-a18f-d56d07e690d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:09:10.706547 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Bound port: 5a35d495-242f-4dbe-a725-3d5a82b2fb43, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3665db-d2dc-4786-a18f-d56d07e690d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:09:10.706921 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.797931 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] For port 5a35d495-242f-4dbe-a725-3d5a82b2fb43, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:09:10.801092 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] For port 5a35d495-242f-4dbe-a725-3d5a82b2fb43, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=5a35d495-242f-4dbe-a725-3d5a82b2fb43,segment=NetworkSegment(0c3665db-d2dc-4786-a18f-d56d07e690d6),segment_id=0c3665db-d2dc-4786-a18f-d56d07e690d6)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:09:10.909635 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:10.913694 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-0ad0551e-75ea-4e59-809f-6d065dcd706d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:10.988203 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Pushing event updated for resources: {'Port': ['ID=5a35d495-242f-4dbe-a725-3d5a82b2fb43,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:10.991555 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:11.574907 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 5a35d495-242f-4dbe-a725-3d5a82b2fb43 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:09:11.714679 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 5a35d495-242f-4dbe-a725-3d5a82b2fb43 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:09:11.802796 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362f3c1c-6685-4495-818b-8a5ce6a96b53 None None] Network ba32048e-5f90-4e5b-965d-c296f7c9c347 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:09:11.968351 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-db884d45-4e88-43e0-b515-93e524f853f2 None None] Provisioning for port 5a35d495-242f-4dbe-a725-3d5a82b2fb43 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:09:11.977391 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-db884d45-4e88-43e0-b515-93e524f853f2 None None] Provisioning complete for port 5a35d495-242f-4dbe-a725-3d5a82b2fb43 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:09:11.978276 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-db884d45-4e88-43e0-b515-93e524f853f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:12.146387 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-db884d45-4e88-43e0-b515-93e524f853f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:12.182102 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-db884d45-4e88-43e0-b515-93e524f853f2 None None] For port 5a35d495-242f-4dbe-a725-3d5a82b2fb43, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=5a35d495-242f-4dbe-a725-3d5a82b2fb43,segment=NetworkSegment(0c3665db-d2dc-4786-a18f-d56d07e690d6),segment_id=0c3665db-d2dc-4786-a18f-d56d07e690d6)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:09:12.268969 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-db884d45-4e88-43e0-b515-93e524f853f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:12.271155 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:09:12.342894 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db884d45-4e88-43e0-b515-93e524f853f2 None None] Pushing event updated for resources: {'Port': ['ID=5a35d495-242f-4dbe-a725-3d5a82b2fb43,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:09:12.346215 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-db884d45-4e88-43e0-b515-93e524f853f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:09:12.388479 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-0da98412-709f-4d41-9f48-5b166211203b None None] Provisioning complete for port 5a35d495-242f-4dbe-a725-3d5a82b2fb43 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:09:12.388774 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-0da98412-709f-4d41-9f48-5b166211203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:13.430434 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 5 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:09:13.542664 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 5a35d495-242f-4dbe-a725-3d5a82b2fb43 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:09:13.609862 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 5a35d495-242f-4dbe-a725-3d5a82b2fb43 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:09:13.610223 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:22.969637 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6223bfd8-70e6-4c71-afe9-21b773f396ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:25.652036 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:25.714603 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-0e047007-8602-48bb-a0bb-7973d2fdf58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:26.645419 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:28.157957 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:50.430934 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 5 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:09:52.959514 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-58b554c0-d83f-4b07-a6a5-f9e1b12ffaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:55.617463 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:55.736930 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1d5624e9-1a73-4125-911c-3d76d749b7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:56.654610 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:09:58.174102 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:22.956987 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-625ebafa-fb3a-41b5-8203-ca76193e7313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:25.649499 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:25.708051 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8b14e18e-507b-4317-b0cc-dbe005191fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:26.645586 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:27.150217 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45594) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:27.155995 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [None req-2e302b8f-16fc-43c5-8d5f-6be03a6c46a2 tempest-verify_tempest_config-1402225730 tempest-verify_tempest_config-1402225730-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:10:27.156968 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-2e302b8f-16fc-43c5-8d5f-6be03a6c46a2 tempest-verify_tempest_config-1402225730 tempest-verify_tempest_config-1402225730-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058007 May 04 17:10:27.430721 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 5 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:10:27.614024 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45612) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:27.731186 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:27.744933 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:10:27.748634 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Usage tracker for resource:security_group_rule and tenant:b1434884b93a43728e0ab3e291f54841 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:10:27.751383 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:10:27.757070 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:10:27.835026 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:27.899634 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:27.908137 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:27.944399 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Synchronizing usage tracker for tenant:4be365cbd3364be49ce5a3074c1e687e on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:10:27.948026 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441dc939-c7e4-4879-92d8-df5c83052a09,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:27.957357 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:27.957709 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:27.958051 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:27.958383 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:27.958701 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:27.959032 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:27.959348 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:27.959659 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:27.959969 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:27.960276 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:27.961227 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:27.961537 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:10:27.966273 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:28.044612 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Unset dirty status for tenant:4be365cbd3364be49ce5a3074c1e687e on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:10:28.045847 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1434884b93a43728e0ab3e291f54841&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4308608 May 04 17:10:28.048525 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45618) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:10:28.104982 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-60e8f1de-72bc-4c5c-b0f8-b11c170f3c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:28.130339 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-60e8f1de-72bc-4c5c-b0f8-b11c170f3c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:28.159332 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:28.285397 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-60e8f1de-72bc-4c5c-b0f8-b11c170f3c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:28.289758 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-12abaa1a-b4a9-4054-b68a-bdefc7c18349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:10:28.302835 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8f1de-72bc-4c5c-b0f8-b11c170f3c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441dc939-c7e4-4879-92d8-df5c83052a09,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:10:28.306336 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-60e8f1de-72bc-4c5c-b0f8-b11c170f3c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:10:28.307380 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-60e8f1de-72bc-4c5c-b0f8-b11c170f3c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:28.308514 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-60e8f1de-72bc-4c5c-b0f8-b11c170f3c4b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/441dc939-c7e4-4879-92d8-df5c83052a09 HTTP/1.1" status: 204 len: 168 time: 0.2590706 May 04 17:10:52.968049 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b20e9180-23a5-40ea-96fc-e819dd594876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:55.616143 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:55.656121 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bbadd216-043a-4332-b548-b27ea26192e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:56.647409 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:10:58.159066 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:04.429830 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 5 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:11:22.958953 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1299a69c-4083-4856-8833-e308825ec2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:25.616311 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:25.667774 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-86d505ae-d34d-4fbb-ae54-3d00a95102c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:26.644494 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:28.158972 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:41.429073 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 5 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:11:52.969948 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-10c64d74-752c-4538-b7a5-fa853073b717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:55.618488 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:55.661783 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-50dfff73-0a2c-4c27-b4f3-2c0eb821a71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:56.673095 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:11:58.261693 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:00.490160 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407'] for agent, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:04.469907 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45672) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:12:04.577832 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-fbcb665a-e203-4491-a106-6aab36dbcc16 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1068642 May 04 17:12:06.680193 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45682) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:12:06.735045 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-c9bd4662-a3ce-4602-ab5a-065403b69e56 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0538099 May 04 17:12:18.427884 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:12:22.966882 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-761755e0-eefe-48e6-8cd0-83fc93824b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:25.623899 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:25.675402 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-fa55e704-e2a3-4ad3-84fa-49ae73756ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:26.678101 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:28.158619 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:30.475187 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:52.949491 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c212a37-6dbf-454a-b28e-e768a69a2011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:55.429076 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:12:55.620921 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:55.692541 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-eaea7546-fd60-4a7b-912f-a4efab9174fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:56.652651 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:12:58.173589 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:00.469017 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:23.098476 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-15ce0e65-b2bf-42d1-aecf-39b21c89afbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:25.620965 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:25.700968 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1ef1547a-f8ab-45d0-9b78-4639195e912c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:26.678326 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:28.189134 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:30.480862 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:30.986624 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 45850) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:31.396916 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-625312722-network', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:31.399524 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:31.403477 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Usage tracker for resource:network and tenant:bdf2486339b2448e942c95d1d8a2bc28 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:31.406915 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:31.413534 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:31.507157 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Made reservation on behalf of bdf2486339b2448e942c95d1d8a2bc28 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:13:31.509583 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:31.526569 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:31.541780 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:31.545733 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Usage tracker for resource:security_group_rule and tenant:bdf2486339b2448e942c95d1d8a2bc28 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:31.548895 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:31.556545 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:31.653047 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:31.732291 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:31.757323 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:13:31.782725 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:31.797497 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790475557416', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:31.801694 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Unsubscribe: segment precommit_create {{(pid=74289) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 17:13:31.802427 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.segments_db [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Added segment 1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0 of type vlan for network 397cd77a-abc4-4053-a1eb-1563ed5bf14e May 04 17:13:31.843555 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:31.872823 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:31.878254 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:31.878863 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:31.879467 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:31.879855 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:31.880328 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:31.880703 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:31.881112 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Tracked resource versions report: May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: pushed versions: May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: { 'AddressGroup': {'1.2'}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'ConntrackHelper': {'1.0'}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Log': {'1.0'}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Network': {'1.1'}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Port': {'1.7'}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'PortForwarding': {'1.2'}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'QosPolicy': {'1.8'}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'SecurityGroup': {'1.4'}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'SecurityGroupRule': {'1.2'}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'SubPort': {'1.0'}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Subnet': {'1.1'}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Trunk': {'1.1'}} May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: consumer versions: May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: { DHCP agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: HyperV agent@hv-cinder-78960: {}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: L3 agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: Metadata agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: Metering agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: Open vSwitch agent@dv-cinder-789603-1-iscsi: { 'AddressGroup': '1.2', May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'ConntrackHelper': '1.0', May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Log': '1.0', May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Network': '1.1', May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Port': '1.7', May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'PortForwarding': '1.2', May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'QosPolicy': '1.8', May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'SecurityGroup': '1.4', May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'SecurityGroupRule': '1.2', May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'SubPort': '1.0', May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Subnet': '1.1', May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: 'Trunk': '1.1'}} May 04 17:13:31.887097 dv-cinder-789603-1-iscsi neutron-server[74289]: {{(pid=74289) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:13:31.901258 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:31.971028 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 45898) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:31.992569 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:31.993949 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:31.994708 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:31.999987 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:32.101125 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Pushing event updated for resources: {'Network': ['ID=397cd77a-abc4-4053-a1eb-1563ed5bf14e,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:32.104373 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:32.110784 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45908) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:32.111424 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1232622 May 04 17:13:32.114690 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 397cd77a-abc4-4053-a1eb-1563ed5bf14e details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:13:32.129105 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Request body: {'subnet': {'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-625312722-subnet', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:32.129105 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:32.129105 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Usage tracker for resource:subnet and tenant:bdf2486339b2448e942c95d1d8a2bc28 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:32.130258 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:32.136832 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:32.278221 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Made reservation on behalf of bdf2486339b2448e942c95d1d8a2bc28 for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:13:32.280808 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:32.329417 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 45920) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:32.430461 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-network', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:32.432083 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:13:32.436487 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:32.441643 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Usage tracker for resource:network and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:32.445538 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:32.453210 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:32.459880 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45926) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:32.530703 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Made reservation on behalf of 24062aed3d6d4a5391f4421a74f94669 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:13:32.533764 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:32.548484 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:32.583765 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:32.589062 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Usage tracker for resource:security_group_rule and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:32.593178 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:32.600004 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:32.701125 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1510974241-network', 'tenant_id': '5c5e587f9542410e808775efa8a7009d'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:32.704406 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:32.707258 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:32.712095 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Usage tracker for resource:network and tenant:5c5e587f9542410e808775efa8a7009d is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:32.715679 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:32.722787 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:32.739529 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1427151783-network', 'tenant_id': 'd9bccc8dcde54a1390e6986e1f9117c5'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:32.747485 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:32.761269 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Usage tracker for resource:network and tenant:d9bccc8dcde54a1390e6986e1f9117c5 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:32.765486 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:32.773410 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:32.777412 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:32.781963 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:32.785539 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:32.789988 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:32.804918 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:13:32.827552 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe23081c-96ab-4296-814d-ac22e15918eb,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:32.830313 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:32.830660 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.segments_db [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Added segment 8151153e-3d7c-4e2a-a998-b6649dcae923 of type vlan for network 083a592e-a783-46d4-8afb-a37fb4ff1f7a May 04 17:13:32.831942 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:32.850099 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Checking segment: {'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:13:32.850443 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Network hostable DHCP agents. Network: 397cd77a-abc4-4053-a1eb-1563ed5bf14e, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:13:32.860964 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:32.892902 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b32ce49-09ab-4ba5-89dc-6e9b269f5a41,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:32.894107 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Made reservation on behalf of 5c5e587f9542410e808775efa8a7009d for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:13:32.895942 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Made reservation on behalf of d9bccc8dcde54a1390e6986e1f9117c5 for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:13:32.897163 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:32.901617 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:32.914839 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:32.918138 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:32.929568 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:32.930017 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:32.930412 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:32.930796 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:32.931301 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:32.931697 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:32.932091 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:32.932472 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:32.932884 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:32.933254 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:32.933626 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:32.934181 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Tracked resource versions report: May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: pushed versions: May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: { 'AddressGroup': {'1.2'}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'ConntrackHelper': {'1.0'}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Log': {'1.0'}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Network': {'1.1'}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Port': {'1.7'}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'PortForwarding': {'1.2'}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'QosPolicy': {'1.8'}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'SecurityGroup': {'1.4'}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'SecurityGroupRule': {'1.2'}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'SubPort': {'1.0'}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Subnet': {'1.1'}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Trunk': {'1.1'}} May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: consumer versions: May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: { DHCP agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: HyperV agent@hv-cinder-78960: {}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: L3 agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: Metadata agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: Metering agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: Open vSwitch agent@dv-cinder-789603-1-iscsi: { 'AddressGroup': '1.2', May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'ConntrackHelper': '1.0', May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Log': '1.0', May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Network': '1.1', May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Port': '1.7', May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'PortForwarding': '1.2', May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'QosPolicy': '1.8', May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'SecurityGroup': '1.4', May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'SecurityGroupRule': '1.2', May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'SubPort': '1.0', May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Subnet': '1.1', May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: 'Trunk': '1.1'}} May 04 17:13:32.935775 dv-cinder-789603-1-iscsi neutron-server[74290]: {{(pid=74290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:13:32.939682 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:32.941272 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:32.944354 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Network 397cd77a-abc4-4053-a1eb-1563ed5bf14e is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:13:32.946852 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:5c5e587f9542410e808775efa8a7009d is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:32.949165 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:32.953234 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:32.954040 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Usage tracker for resource:security_group_rule and tenant:d9bccc8dcde54a1390e6986e1f9117c5 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:32.956573 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:32.957117 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:32.962994 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:32.998296 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.000738 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:33.001428 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.010130 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-934b0818-05de-4bbe-a63c-25636ca910e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:33.051480 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.075362 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 397cd77a-abc4-4053-a1eb-1563ed5bf14e) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:33.087401 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db968030-0b58-412d-9e71-24965182e20d None None] Network 397cd77a-abc4-4053-a1eb-1563ed5bf14e requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:13:33.087722 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:33.088389 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.142828 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.147873 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Pushing event updated for resources: {'Network': ['ID=083a592e-a783-46d4-8afb-a37fb4ff1f7a,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:33.154687 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:33.160973 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:33.161478 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 083a592e-a783-46d4-8afb-a37fb4ff1f7a details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:13:33.162899 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.224479 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1095276 May 04 17:13:33.224603 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 45950) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:33.229526 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-625312722-router', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:33.239359 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:33.241753 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cead499-008c-409a-896c-1a513cf7c717,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:33.263056 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2887180 May 04 17:13:33.263056 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.264827 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:33.269721 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45956) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:33.272323 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:13:33.275445 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Usage tracker for resource:router and tenant:bdf2486339b2448e942c95d1d8a2bc28 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:33.281327 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:33.289159 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Request body: {'subnet': {'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-subnet', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:33.294255 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:33.318502 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:33.362425 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:13:33.425875 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.426218 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.segments_db [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Added segment f652ec71-a25d-47a6-aeb3-22c0733b8b9c of type vlan for network f1f53d29-895b-4d95-9855-c27f27b4b040 May 04 17:13:33.437425 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d591de-d4d2-4620-91c0-0dd3c0a144d9,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:33.444714 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:33.457845 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:33.469229 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Usage tracker for resource:subnet and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:33.472192 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.472790 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.segments_db [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Added segment 56e0a63b-20a6-4e0b-929c-f36da8f8103c of type vlan for network 4ea54ac2-730e-42e2-9621-687922cf4ba5 May 04 17:13:33.475572 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:33.482887 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.496519 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:33.539036 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.547829 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4207'] for router, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.549222 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4198'] for router, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.577731 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.605790 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Made reservation on behalf of 24062aed3d6d4a5391f4421a74f94669 for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:13:33.608984 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.612981 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a95f9db-b201-409c-9989-fb2c25666f67 None None] Network 397cd77a-abc4-4053-a1eb-1563ed5bf14e requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:13:33.614731 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.616827 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:33.620291 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.648929 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:33.806034 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.812640 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:33.813442 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:33.820198 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:33.886147 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5556235 May 04 17:13:33.907692 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 45972) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:33.929028 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Request body: {'subnet': {'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1510974241-subnet', 'tenant_id': '5c5e587f9542410e808775efa8a7009d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:33.936735 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Pushing event updated for resources: {'Network': ['ID=4ea54ac2-730e-42e2-9621-687922cf4ba5,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:33.948646 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:33.951843 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4910045 May 04 17:13:33.961308 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 45976) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:33.973094 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Request body: {'subnet': {'network_id': '4ea54ac2-730e-42e2-9621-687922cf4ba5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1427151783-subnet', 'tenant_id': 'd9bccc8dcde54a1390e6986e1f9117c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:33.975938 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 4ea54ac2-730e-42e2-9621-687922cf4ba5 details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:13:33.982543 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:34.002833 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:34.005356 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f53d29-895b-4d95-9855-c27f27b4b040,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:34.019080 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network f1f53d29-895b-4d95-9855-c27f27b4b040 details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:13:34.021895 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Usage tracker for resource:subnet and tenant:d9bccc8dcde54a1390e6986e1f9117c5 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:34.022976 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Usage tracker for resource:subnet and tenant:5c5e587f9542410e808775efa8a7009d is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:34.025953 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:34.026641 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:34.027084 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:34.041249 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:34.091626 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:34.102821 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4244'] for router, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:34.136057 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Made reservation on behalf of d9bccc8dcde54a1390e6986e1f9117c5 for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:13:34.138447 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:34.227628 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Made reservation on behalf of 5c5e587f9542410e808775efa8a7009d for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:13:34.230153 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:34.559789 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:34.566477 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ad004500-9816-4a93-8e7d-243b735e8e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:34.641765 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:34.645382 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:34.728455 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Checking segment: {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:13:34.728975 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Network hostable DHCP agents. Network: 083a592e-a783-46d4-8afb-a37fb4ff1f7a, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:13:34.945605 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Network 083a592e-a783-46d4-8afb-a37fb4ff1f7a is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:13:34.995270 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:35.002934 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8d6822af-422b-4aaf-8855-189bddab65bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:35.019655 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:35.061156 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 083a592e-a783-46d4-8afb-a37fb4ff1f7a) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:35.070875 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e18314-0676-4904-bbf8-38fce82b47ee None None] Network 083a592e-a783-46d4-8afb-a37fb4ff1f7a requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:13:35.113335 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:35.114660 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:35.147423 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:35.180856 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8800ce2-4ce1-4f1e-a9f1-760ce33ae47a,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:35.185819 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:35.199580 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Checking segment: {'id': '56e0a63b-20a6-4e0b-929c-f36da8f8103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4ea54ac2-730e-42e2-9621-687922cf4ba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:13:35.200240 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Network hostable DHCP agents. Network: 4ea54ac2-730e-42e2-9621-687922cf4ba5, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:13:35.248181 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9773099 May 04 17:13:35.251272 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 46016) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:35.256565 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:35.263692 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:35.272632 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Usage tracker for resource:router and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:35.278511 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:35.300442 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:35.308162 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Network 4ea54ac2-730e-42e2-9621-687922cf4ba5 is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:13:35.378773 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf27f0d-063a-504b-a3f5-e8bcc92892d2-083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef'}]}} from dv-cinder-789603-1-iscsi. {{(pid=74292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:13:35.380017 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:35.389767 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4207'] for router, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:35.390973 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4198'] for router, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:35.397804 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Allocated IP 172.27.3.133 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/d380460b-7395-4187-aae7-efabcd12dcf2) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:13:35.411460 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:35.469275 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 4ea54ac2-730e-42e2-9621-687922cf4ba5) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:35.475708 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:35.479787 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea26e31-3840-43b6-b75a-97fe9524fd31 None None] Network 4ea54ac2-730e-42e2-9621-687922cf4ba5 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:13:35.485668 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:35.486544 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:35.487138 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:35.552258 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d97dca-f7a6-4fee-aada-77814155f9eb,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:35.584120 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:35.648913 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6764419 May 04 17:13:35.703385 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.db_base_plugin_common [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Allocated IP 172.20.0.2 (083a592e-a783-46d4-8afb-a37fb4ff1f7a/7b4c2924-2567-4b3e-95c5-9f1b25ee27ef/3cff0b37-0efc-4943-9c7e-9c0d703a329e) {{(pid=74292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:13:35.772929 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Checking segment: {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:13:35.773405 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Network hostable DHCP agents. Network: f1f53d29-895b-4d95-9855-c27f27b4b040, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:13:35.880469 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:35.920563 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Network f1f53d29-895b-4d95-9855-c27f27b4b040 is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:13:35.944392 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d04b5f-e182-4113-b4b5-33ebc3637b3c None None] Network 4ea54ac2-730e-42e2-9621-687922cf4ba5 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:13:36.035484 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, f1f53d29-895b-4d95-9855-c27f27b4b040) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:36.048876 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:36.048876 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:36.076239 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c751bdb0-79dc-4e30-81db-785847e4393c None None] Network f1f53d29-895b-4d95-9855-c27f27b4b040 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:13:36.099237 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:36.105916 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:36.116435 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4244'] for router, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:36.169150 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:13:36.191769 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:36.194472 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:13:36.250733 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 46068) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:36.259613 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Pushing event updated for resources: {'Port': ['ID=d380460b-7395-4187-aae7-efabcd12dcf2,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:36.263859 dv-cinder-789603-1-iscsi neutron-server[74290]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 17:13:36.339966 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-d36f4709-47b3-4fe6-8385-d3bd582576ba admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4200807 May 04 17:13:36.339966 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:36.430609 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Notify callbacks [] for port, precommit_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:36.495528 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Transition to ACTIVE for port object 3cff0b37-0efc-4943-9c7e-9c0d703a329e will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:13:36.540005 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-55a74c62-fb27-4688-95f5-2d2141fa34fb tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:36.540950 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-55a74c62-fb27-4688-95f5-2d2141fa34fb tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Synchronizing usage tracker for tenant:d9bccc8dcde54a1390e6986e1f9117c5 on resource:network {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:13:36.697379 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-55a74c62-fb27-4688-95f5-2d2141fa34fb tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Unset dirty status for tenant:d9bccc8dcde54a1390e6986e1f9117c5 on resource:network {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:13:36.706284 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-55a74c62-fb27-4688-95f5-2d2141fa34fb tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/networks?id=4ea54ac2-730e-42e2-9621-687922cf4ba5 HTTP/1.1" status: 200 len: 812 time: 0.4541812 May 04 17:13:36.738172 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Transition to ACTIVE for port object 3cff0b37-0efc-4943-9c7e-9c0d703a329e will not be triggered until provisioned by entity DHCP. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:13:36.751430 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fd2b2c-59f0-4f42-a596-073c2dbca137 None None] Network f1f53d29-895b-4d95-9855-c27f27b4b040 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:13:36.793500 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-686674c0-2c07-46ea-ac90-89b722678fcc tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/quotas/d9bccc8dcde54a1390e6986e1f9117c5 HTTP/1.1" status: 200 len: 375 time: 0.0859983 May 04 17:13:36.929371 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:36.937301 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-372ead23-31bd-4c24-8db5-aa1e8304a229 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:36.963906 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:36.978980 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:37.015952 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-0950f12c-fbb1-42c0-881d-fa49bc7260ef tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d9bccc8dcde54a1390e6986e1f9117c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2213247 May 04 17:13:37.020692 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:37.057891 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Network 083a592e-a783-46d4-8afb-a37fb4ff1f7a is already hosted by enough agents. {{(pid=74292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:13:37.067338 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.base_scheduler [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Resources bound (agent type, host, resource id): {{(pid=74292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:37.076327 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Received port after_create {{(pid=74292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:13:37.093021 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Pushing event updated for resources: {'Port': ['ID=3cff0b37-0efc-4943-9c7e-9c0d703a329e,revision_number=1']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:37.135320 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 46116) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:37.178995 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:37.179591 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:37.180076 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:37.180576 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:37.181086 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:37.181559 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:37.182033 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:37.182508 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:37.182982 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:37.183627 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:37.184250 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:37.184713 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Tracked resource versions report: May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: pushed versions: May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: { 'AddressGroup': {'1.2'}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'ConntrackHelper': {'1.0'}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Log': {'1.0'}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Network': {'1.1'}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Port': {'1.7'}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'PortForwarding': {'1.2'}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'QosPolicy': {'1.8'}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'SecurityGroup': {'1.4'}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'SecurityGroupRule': {'1.2'}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'SubPort': {'1.0'}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Subnet': {'1.1'}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Trunk': {'1.1'}} May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: consumer versions: May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: { DHCP agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: HyperV agent@hv-cinder-78960: {}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: L3 agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: Metadata agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: Metering agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: Open vSwitch agent@dv-cinder-789603-1-iscsi: { 'AddressGroup': '1.2', May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'ConntrackHelper': '1.0', May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Log': '1.0', May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Network': '1.1', May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Port': '1.7', May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'PortForwarding': '1.2', May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'QosPolicy': '1.8', May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'SecurityGroup': '1.4', May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'SecurityGroupRule': '1.2', May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'SubPort': '1.0', May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Subnet': '1.1', May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: 'Trunk': '1.1'}} May 04 17:13:37.186671 dv-cinder-789603-1-iscsi neutron-server[74292]: {{(pid=74292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:13:37.200131 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:37.259485 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Attempting to bind port 3cff0b37-0efc-4943-9c7e-9c0d703a329e on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:13:37.259485 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Attempting to bind port 3cff0b37-0efc-4943-9c7e-9c0d703a329e by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:13:37.259485 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Attempting to bind port 3cff0b37-0efc-4943-9c7e-9c0d703a329e on network 083a592e-a783-46d4-8afb-a37fb4ff1f7a {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:13:37.261058 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:13:37.261429 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Checking segment: {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:13:37.261825 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:37.262296 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Bound using segment: {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:13:37.263544 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Bound port: 3cff0b37-0efc-4943-9c7e-9c0d703a329e, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:13:37.263544 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:37.365564 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] For port 3cff0b37-0efc-4943-9c7e-9c0d703a329e, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:13:37.369128 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] For port 3cff0b37-0efc-4943-9c7e-9c0d703a329e, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=3cff0b37-0efc-4943-9c7e-9c0d703a329e,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:13:37.398393 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Allocated IP 172.27.3.95 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/efaa97e9-2ccd-4051-9bcf-d398070d6f7b) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:13:37.410950 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-044718ba-c5b8-4963-82b1-67b19577fb4c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:13:37.411976 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-044718ba-c5b8-4963-82b1-67b19577fb4c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0761096 May 04 17:13:37.436940 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:37.447964 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:37.448156 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663999'] for router, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:37.523207 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Pushing event updated for resources: {'Port': ['ID=3cff0b37-0efc-4943-9c7e-9c0d703a329e,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:37.527916 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:37.560623 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-795549ce-5581-488f-8999-c169b7ff5585 service neutron] 10.222.0.22 "GET /v2.0/networks/4ea54ac2-730e-42e2-9621-687922cf4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402736 May 04 17:13:37.568653 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-4613a62d-af60-4750-a326-4c0973a2ad43 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:37.570104 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-4613a62d-af60-4750-a326-4c0973a2ad43 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/networks?id=f1f53d29-895b-4d95-9855-c27f27b4b040 HTTP/1.1" status: 200 len: 815 time: 0.4338441 May 04 17:13:37.592450 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 46126) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:37.658284 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-1683ac5f-4c9d-4456-8d22-aa26fd848bfc tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/quotas/5c5e587f9542410e808775efa8a7009d HTTP/1.1" status: 200 len: 375 time: 0.0648384 May 04 17:13:37.816395 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Router 208f1fe6-7568-47f3-8c2d-207ba8d35a8e is scheduled to L3 agent 07946e48-6551-4126-921d-b197646287c6 with binding_index 1 {{(pid=74289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:13:37.848803 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-9f7f5fb4-8c9b-4c82-bbe2-b0763cd3604f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903223 May 04 17:13:37.900189 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7238ee89-115b-4d01-9012-5828d57bdcf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:37.930183 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-4afab107-ca58-481b-9429-d8b558a9ec6f service neutron] 10.222.0.22 "GET /v2.0/networks/4ea54ac2-730e-42e2-9621-687922cf4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578277 May 04 17:13:37.938321 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-7238ee89-115b-4d01-9012-5828d57bdcf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:37.946201 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:37.949430 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-7238ee89-115b-4d01-9012-5828d57bdcf1 admin admin] Usage tracker for resource:security_group_rule and tenant:8a586c9e82b5443bb611c7b783655309 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:37.953583 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-7238ee89-115b-4d01-9012-5828d57bdcf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:37.964197 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-7238ee89-115b-4d01-9012-5828d57bdcf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:38.015316 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-ec631a6d-8e90-4bdc-9e83-6c3b045bfbaa service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:13:38.017772 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-ec631a6d-8e90-4bdc-9e83-6c3b045bfbaa service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0931492 May 04 17:13:38.075214 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:13:38.087892 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Sync routers for ids ['208f1fe6-7568-47f3-8c2d-207ba8d35a8e'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:13:38.100761 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Routers {'208f1fe6-7568-47f3-8c2d-207ba8d35a8e'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:13:38.101735 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:13:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['208f1fe6-7568-47f3-8c2d-207ba8d35a8e'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:38.160683 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:38.162346 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9369848 May 04 17:13:38.165234 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 46146) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:38.374869 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Set router 208f1fe6-7568-47f3-8c2d-207ba8d35a8e gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:13:38.407855 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:38.410232 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-152cc316-5b28-4b92-918f-9ac67b62d765 service neutron] 10.222.0.22 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814509 May 04 17:13:38.432289 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-aef28544-f79a-4dfd-b628-ef12fa00098a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:38.548520 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Pushing event updated for resources: {'Port': ['ID=efaa97e9-2ccd-4051-9bcf-d398070d6f7b,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:38.558163 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:38.616282 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:13:38.737334 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e017269-998c-4239-917a-6bd996df8506 None None] Network 083a592e-a783-46d4-8afb-a37fb4ff1f7a requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:13:38.884759 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:38.893065 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:13:39.017705 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-ac583c7b-927a-4365-aff7-f580fc6e21fc service neutron] 10.222.0.22 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769219 May 04 17:13:39.092950 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'name': 'tempest-ServerRescueNegativeTestJSON-625312722-router', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:33Z', 'updated_at': '2021-05-04T17:13:36Z', 'revision_number': 3, 'project_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'gw_port': {'id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:39.096781 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e58ebb43-4dbc-4c0a-b57c-ad1639930e24 req-9d189989-c536-4c2b-85e9-b95a8aac520c tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 210 time: 0.1371562 May 04 17:13:39.105513 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Checking router: 208f1fe6-7568-47f3-8c2d-207ba8d35a8e for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:13:39.106052 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Updating router 208f1fe6-7568-47f3-8c2d-207ba8d35a8e port d380460b-7395-4187-aae7-efabcd12dcf2 binding host dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:13:39.115627 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7238ee89-115b-4d01-9012-5828d57bdcf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:39.180201 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-3ad5a5df-1082-4eb4-854e-216edd1b1114 None None] Provisioning for port 3cff0b37-0efc-4943-9c7e-9c0d703a329e completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:13:39.205385 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7238ee89-115b-4d01-9012-5828d57bdcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:39.241498 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-60e8f1de-72bc-4c5c-b0f8-b11c170f3c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:39.248277 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:39.356578 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-7238ee89-115b-4d01-9012-5828d57bdcf1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a586c9e82b5443bb611c7b783655309&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7595372 May 04 17:13:39.362851 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 46198) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:39.365752 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238ee89-115b-4d01-9012-5828d57bdcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea0aa9e-a30d-464f-bc1f-beee99dced06,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:39.374750 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7238ee89-115b-4d01-9012-5828d57bdcf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:39.718288 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a3290849-7894-469e-9bbc-d002c84f5119 req-4d7b3a54-a3a5-4654-85d1-ce3dfc83b4e2 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 210 time: 0.1548080 May 04 17:13:39.797354 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 3cff0b37-0efc-4943-9c7e-9c0d703a329e up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:13:39.832325 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:39.939593 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.075213 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Notify callbacks [] for port, precommit_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.089423 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.provisioning_blocks [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Transition to ACTIVE for port object d380460b-7395-4187-aae7-efabcd12dcf2 will not be triggered until provisioned by entity L2. {{(pid=74293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:13:40.171987 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 3cff0b37-0efc-4943-9c7e-9c0d703a329e completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:13:40.172294 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.177404 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 3cff0b37-0efc-4943-9c7e-9c0d703a329e triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:13:40.181284 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.181962 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:40.247287 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Allocated IP 172.20.0.1 (397cd77a-abc4-4053-a1eb-1563ed5bf14e/1b32ce49-09ab-4ba5-89dc-6e9b269f5a41/b3d8bb20-7eba-4246-bbbf-2d52ab421469) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:13:40.261853 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 46242) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:40.322097 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Attempting to bind port d380460b-7395-4187-aae7-efabcd12dcf2 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:13:40.322723 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Attempting to bind port d380460b-7395-4187-aae7-efabcd12dcf2 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:13:40.323187 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Attempting to bind port d380460b-7395-4187-aae7-efabcd12dcf2 on network 58073673-7c28-4b4b-bd9f-8e1f44915109 {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:13:40.330817 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:13:40.331353 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Checking segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:13:40.331844 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.332431 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Bound using segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:13:40.333141 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Bound port: d380460b-7395-4187-aae7-efabcd12dcf2, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:13:40.333622 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.350736 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-acfc42ee-01a5-40f2-805e-df7ff828ff06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.362555 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-84fb0c60-2e38-4ac1-a4ee-2634d50999c8 req-8a27b3b8-a42d-403b-a019-ff7e0f193862 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 210 time: 0.0920765 May 04 17:13:40.423660 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] For port d380460b-7395-4187-aae7-efabcd12dcf2, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:13:40.428221 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] For port d380460b-7395-4187-aae7-efabcd12dcf2, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d380460b-7395-4187-aae7-efabcd12dcf2,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:13:40.448671 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Pushing event updated for resources: {'Port': ['ID=d380460b-7395-4187-aae7-efabcd12dcf2,revision_number=2']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:40.457484 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:40.457684 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:40.458063 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:40.458554 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:40.458920 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:40.459338 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:40.459752 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:40.460165 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:40.460602 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:40.461043 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:40.461457 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:40.462013 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Tracked resource versions report: May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: pushed versions: May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: { 'AddressGroup': {'1.2'}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'ConntrackHelper': {'1.0'}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Log': {'1.0'}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Network': {'1.1'}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Port': {'1.7'}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'PortForwarding': {'1.2'}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'QosPolicy': {'1.8'}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'SecurityGroup': {'1.4'}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'SecurityGroupRule': {'1.2'}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'SubPort': {'1.0'}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Subnet': {'1.1'}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Trunk': {'1.1'}} May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: consumer versions: May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: { DHCP agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: HyperV agent@hv-cinder-78960: {}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: L3 agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: Metadata agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: Metering agent@dv-cinder-789603-1-iscsi: {}, May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: Open vSwitch agent@dv-cinder-789603-1-iscsi: { 'AddressGroup': '1.2', May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'ConntrackHelper': '1.0', May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Log': '1.0', May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Network': '1.1', May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Port': '1.7', May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'PortForwarding': '1.2', May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'QosPolicy': '1.8', May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'SecurityGroup': '1.4', May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'SecurityGroupRule': '1.2', May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'SubPort': '1.0', May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Subnet': '1.1', May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: 'Trunk': '1.1'}} May 04 17:13:40.463402 dv-cinder-789603-1-iscsi neutron-server[74293]: {{(pid=74293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 17:13:40.472453 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:40.526952 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.530476 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663999'] for router, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.533708 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:40.541334 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-acfc42ee-01a5-40f2-805e-df7ff828ff06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.565243 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.571700 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.574814 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dd416fc6-cf3f-41ef-a350-93e85c6c279e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.596459 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-dd416fc6-cf3f-41ef-a350-93e85c6c279e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:40.603065 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-dd416fc6-cf3f-41ef-a350-93e85c6c279e admin admin] Usage tracker for resource:security_group_rule and tenant:9d5f1aaf375b419bb5155fbd843c0be0 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:40.609928 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-dd416fc6-cf3f-41ef-a350-93e85c6c279e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:40.622943 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-dd416fc6-cf3f-41ef-a350-93e85c6c279e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:40.647126 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 3cff0b37-0efc-4943-9c7e-9c0d703a329e, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=3cff0b37-0efc-4943-9c7e-9c0d703a329e,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:13:40.677102 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Routers {'208f1fe6-7568-47f3-8c2d-207ba8d35a8e'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:13:40.677741 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:13:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['208f1fe6-7568-47f3-8c2d-207ba8d35a8e'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:40.743732 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.749252 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-0ad0551e-75ea-4e59-809f-6d065dcd706d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:40.761964 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dd416fc6-cf3f-41ef-a350-93e85c6c279e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.768295 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Pushing event updated for resources: {'Port': ['ID=d380460b-7395-4187-aae7-efabcd12dcf2,revision_number=3']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:40.773407 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:40.827405 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dd416fc6-cf3f-41ef-a350-93e85c6c279e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.837313 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.848637 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-057a4c47-18dc-4c8b-8d2f-c8e4ebb26fbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:40.868118 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=3cff0b37-0efc-4943-9c7e-9c0d703a329e,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:40.876487 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:40.931726 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd416fc6-cf3f-41ef-a350-93e85c6c279e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3c922c-cc7e-4c3b-9759-190cdc119385,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:40.935686 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Network 397cd77a-abc4-4053-a1eb-1563ed5bf14e is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:13:40.941440 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-dd416fc6-cf3f-41ef-a350-93e85c6c279e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d5f1aaf375b419bb5155fbd843c0be0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6761303 May 04 17:13:40.941440 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-dd416fc6-cf3f-41ef-a350-93e85c6c279e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:40.941440 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2fcc4e54-6908-4ae2-a896-df677576154e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:40.948779 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] Set router 208f1fe6-7568-47f3-8c2d-207ba8d35a8e gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:13:40.969588 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 46264) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:40.975881 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:40.980197 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-acfc42ee-01a5-40f2-805e-df7ff828ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.987479 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:13:40.988003 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656592'] for router_interface, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:40.994298 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f613b448-ce80-4ab2-ade5-88cbd1c6b07a req-d02a7b4b-7deb-4af2-abc7-47e8652ac6c6 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 210 time: 0.0820756 May 04 17:13:41.023133 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:41.051320 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc42ee-01a5-40f2-805e-df7ff828ff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea0aa9e-a30d-464f-bc1f-beee99dced06,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:41.053791 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-acfc42ee-01a5-40f2-805e-df7ff828ff06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:41.140551 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Pushing event updated for resources: {'Port': ['ID=b3d8bb20-7eba-4246-bbbf-2d52ab421469,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:41.144981 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:41.148186 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-acfc42ee-01a5-40f2-805e-df7ff828ff06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:41.150161 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-acfc42ee-01a5-40f2-805e-df7ff828ff06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ea0aa9e-a30d-464f-bc1f-beee99dced06 HTTP/1.1" status: 204 len: 168 time: 1.7762806 May 04 17:13:41.165099 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7cb161fc-173b-4de8-8e25-05713e8a72e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:41.204139 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7cb161fc-173b-4de8-8e25-05713e8a72e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:41.326534 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 is scheduled to L3 agent 07946e48-6551-4126-921d-b197646287c6 with binding_index 1 {{(pid=74290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:13:41.328702 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7cb161fc-173b-4de8-8e25-05713e8a72e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:41.342252 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7238ee89-115b-4d01-9012-5828d57bdcf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:41.362238 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb161fc-173b-4de8-8e25-05713e8a72e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3c922c-cc7e-4c3b-9759-190cdc119385,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:41.365449 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7cb161fc-173b-4de8-8e25-05713e8a72e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:41.366862 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-7cb161fc-173b-4de8-8e25-05713e8a72e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec3c922c-cc7e-4c3b-9759-190cdc119385 HTTP/1.1" status: 204 len: 168 time: 0.3959725 May 04 17:13:41.376980 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7cb161fc-173b-4de8-8e25-05713e8a72e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:41.404377 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'name': 'tempest-ServerRescueNegativeTestJSON-625312722-router', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:33Z', 'updated_at': '2021-05-04T17:13:36Z', 'revision_number': 3, 'project_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'gw_port': {'id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:41.424354 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c928bbe8-1023-4f13-9a8e-ea4ba57d6234 None None] The sync data for ids ['208f1fe6-7568-47f3-8c2d-207ba8d35a8e'] in dv-cinder-789603-1-iscsi is: [{'id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'name': 'tempest-ServerRescueNegativeTestJSON-625312722-router', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:33Z', 'updated_at': '2021-05-04T17:13:36Z', 'revision_number': 3, 'project_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'gw_port': {'id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:13:41.534062 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:41.768334 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:13:41.783512 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Sync routers for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:13:41.845653 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:13:41.851192 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:13:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:41.980144 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 3cff0b37-0efc-4943-9c7e-9c0d703a329e up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:13:41.986572 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-23e1d24f-f18a-480e-8fa4-1348e9bce7a1 req-106c48d0-6321-4ef9-9a14-ae93b44f0a08 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 210 time: 0.2107091 May 04 17:13:42.062195 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:42.063306 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8110359 May 04 17:13:42.066663 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 46312) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:42.150774 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 46316) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:42.194588 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-431ab237-2d8a-46f6-a218-1fcba423e5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:42.286596 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-431ab237-2d8a-46f6-a218-1fcba423e5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:42.291101 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-431ab237-2d8a-46f6-a218-1fcba423e5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:ed8db90f5fa84c13af71d13d9bcf7952 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:42.294376 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-431ab237-2d8a-46f6-a218-1fcba423e5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:42.306732 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-431ab237-2d8a-46f6-a218-1fcba423e5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:42.402562 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-431ab237-2d8a-46f6-a218-1fcba423e5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:42.418326 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:13:42.449887 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:42.477182 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-431ab237-2d8a-46f6-a218-1fcba423e5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:42.487370 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:42.549162 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:42.554492 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-431ab237-2d8a-46f6-a218-1fcba423e5f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed8db90f5fa84c13af71d13d9bcf7952&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4024246 May 04 17:13:42.559165 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656499'] for router_interface, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:42.568463 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ab237-2d8a-46f6-a218-1fcba423e5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f630cf1-63d7-447b-9438-aef849e1bb7e,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:42.572916 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-431ab237-2d8a-46f6-a218-1fcba423e5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:42.574542 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 46330) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:42.575095 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:42.586500 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-33ddb81a-306f-4240-90b2-9bae9f9fca1a req-f22bb352-077b-4cfa-8c1b-d53ca10801d8 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 210 time: 0.1301444 May 04 17:13:42.678065 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 3cff0b37-0efc-4943-9c7e-9c0d703a329e triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:13:42.678435 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:42.878153 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a627-0122-4f4b-8fa4-c4cac63a58d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:42.879898 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Pushing event updated for resources: {'Port': ['ID=b3d8bb20-7eba-4246-bbbf-2d52ab421469,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:42.883979 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:42.928647 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a627-0122-4f4b-8fa4-c4cac63a58d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:42.952576 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:39Z', 'revision_number': 3, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:42.956939 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Checking router: d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:13:42.957286 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Updating router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 port efaa97e9-2ccd-4051-9bcf-d398070d6f7b binding host dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:13:42.998058 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Network 397cd77a-abc4-4053-a1eb-1563ed5bf14e is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:13:43.000005 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:43.019849 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:43.196506 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a627-0122-4f4b-8fa4-c4cac63a58d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:43.203948 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:43.223112 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1a627-0122-4f4b-8fa4-c4cac63a58d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f630cf1-63d7-447b-9438-aef849e1bb7e,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:43.235330 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e0a1a627-0122-4f4b-8fa4-c4cac63a58d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:43.237135 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c04b1137-d484-4959-b60d-a3822534430d req-01a18159-6fa1-4cd9-9d4d-dece1eb5e667 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 210 time: 0.0572770 May 04 17:13:43.290057 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Router 208f1fe6-7568-47f3-8c2d-207ba8d35a8e has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:13:43.294488 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a627-0122-4f4b-8fa4-c4cac63a58d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:43.310202 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-e0a1a627-0122-4f4b-8fa4-c4cac63a58d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f630cf1-63d7-447b-9438-aef849e1bb7e HTTP/1.1" status: 204 len: 168 time: 0.6871150 May 04 17:13:43.442405 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:43.472325 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Transition to ACTIVE for port object efaa97e9-2ccd-4051-9bcf-d398070d6f7b will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:13:43.521947 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:13:43.525755 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:43.537752 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] 10.222.0.22 "PUT /v2.0/routers/208f1fe6-7568-47f3-8c2d-207ba8d35a8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3710368 May 04 17:13:43.577960 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:43.583326 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:43.700863 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5f547-b978-4853-8fb0-4e75f0527736 None None] Pushing event updated for resources: {'Port': ['ID=efaa97e9-2ccd-4051-9bcf-d398070d6f7b,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:43.704556 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-07e5f547-b978-4853-8fb0-4e75f0527736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:43.705708 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Attempting to bind port efaa97e9-2ccd-4051-9bcf-d398070d6f7b on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:13:43.705869 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Attempting to bind port efaa97e9-2ccd-4051-9bcf-d398070d6f7b by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:13:43.706232 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Attempting to bind port efaa97e9-2ccd-4051-9bcf-d398070d6f7b on network 58073673-7c28-4b4b-bd9f-8e1f44915109 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:13:43.712471 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:13:43.712853 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Checking segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:13:43.713854 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:43.713854 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Bound using segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:13:43.714213 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Bound port: efaa97e9-2ccd-4051-9bcf-d398070d6f7b, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:13:43.714754 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:43.809389 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] For port efaa97e9-2ccd-4051-9bcf-d398070d6f7b, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:13:43.813918 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] For port efaa97e9-2ccd-4051-9bcf-d398070d6f7b, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=efaa97e9-2ccd-4051-9bcf-d398070d6f7b,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:13:43.852529 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d380460b-7395-4187-aae7-efabcd12dcf2 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:13:43.942184 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ff8b01e3-d467-49fc-a2ff-c0349edbaf4a req-b64b8c33-cf37-4b13-84c2-dddd5bc868a7 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 210 time: 0.1374083 May 04 17:13:43.962482 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Allocated IP 172.20.0.1 (083a592e-a783-46d4-8afb-a37fb4ff1f7a/7b4c2924-2567-4b3e-95c5-9f1b25ee27ef/7f51cb07-ee2f-470d-bad8-7742c8d20113) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:13:43.981078 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:44.000774 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:44.031616 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Sync routers for ids ['208f1fe6-7568-47f3-8c2d-207ba8d35a8e'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:13:44.044984 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Routers {'208f1fe6-7568-47f3-8c2d-207ba8d35a8e'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:13:44.046363 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:13:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['208f1fe6-7568-47f3-8c2d-207ba8d35a8e'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:44.077942 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:13:44.079242 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:13:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:44.197890 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:44.215061 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Transition to ACTIVE for port object 7f51cb07-ee2f-470d-bad8-7742c8d20113 will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:13:44.294295 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e5f547-b978-4853-8fb0-4e75f0527736 None None] Pushing event updated for resources: {'Port': ['ID=efaa97e9-2ccd-4051-9bcf-d398070d6f7b,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:44.302125 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-07e5f547-b978-4853-8fb0-4e75f0527736 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:44.314273 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:44.315585 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:13:44.319810 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:44.364961 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port d380460b-7395-4187-aae7-efabcd12dcf2 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:13:44.389713 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Set router 208f1fe6-7568-47f3-8c2d-207ba8d35a8e gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:13:44.465378 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Network 083a592e-a783-46d4-8afb-a37fb4ff1f7a is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:13:44.468156 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c53e3d8-2736-4916-a509-39786a3a4c88 req-de1252ce-fd22-4d91-b2a8-e1df4fed5ab9 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 210 time: 0.0734038 May 04 17:13:44.475958 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:44.480757 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:13:44.481224 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656592'] for router_interface, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:44.499060 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port d380460b-7395-4187-aae7-efabcd12dcf2 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:13:44.499654 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:44.501043 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Pushing event updated for resources: {'Port': ['ID=7f51cb07-ee2f-470d-bad8-7742c8d20113,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:44.511600 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:44.929846 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:44.939392 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:44.964085 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port d380460b-7395-4187-aae7-efabcd12dcf2, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d380460b-7395-4187-aae7-efabcd12dcf2,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:13:44.978924 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:39Z', 'revision_number': 3, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:44.983651 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc138f3b-0351-469c-a4f2-d972e0ef8585 None None] The sync data for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi is: [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:39Z', 'revision_number': 3, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:13:45.017262 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267f1b-0a06-4b83-9735-666bceb59016 req-7a9441a2-018e-488b-a685-6d2c1842e2f4 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:45.018821 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-7a9441a2-018e-488b-a685-6d2c1842e2f4 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/networks?id=397cd77a-abc4-4053-a1eb-1563ed5bf14e HTTP/1.1" status: 200 len: 818 time: 0.3446665 May 04 17:13:45.029278 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b8635567-c4f4-4a38-95b2-be6418039f3a None None] Provisioning for port 7f51cb07-ee2f-470d-bad8-7742c8d20113 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:13:45.040339 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b8635567-c4f4-4a38-95b2-be6418039f3a None None] Provisioning complete for port 7f51cb07-ee2f-470d-bad8-7742c8d20113 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:13:45.047172 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b8635567-c4f4-4a38-95b2-be6418039f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:45.068274 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'name': 'tempest-ServerRescueNegativeTestJSON-625312722-router', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:33Z', 'updated_at': '2021-05-04T17:13:41Z', 'revision_number': 4, 'project_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'gw_port': {'id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'b3d8bb20-7eba-4246-bbbf-2d52ab421469', 'name': '', 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'mac_address': 'fa:16:3e:fc:a7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1b32ce49-09ab-4ba5-89dc-6e9b269f5a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:39Z', 'updated_at': '2021-05-04T17:13:41Z', 'revision_number': 2, 'project_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'subnets': [{'id': '1b32ce49-09ab-4ba5-89dc-6e9b269f5a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:45.079843 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Checking router: 208f1fe6-7568-47f3-8c2d-207ba8d35a8e for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:13:45.080188 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Updating router 208f1fe6-7568-47f3-8c2d-207ba8d35a8e port b3d8bb20-7eba-4246-bbbf-2d52ab421469 binding host dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:13:45.080319 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-8293a946-7316-41d3-92d8-e7457e95cfb4 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/quotas/bdf2486339b2448e942c95d1d8a2bc28 HTTP/1.1" status: 200 len: 375 time: 0.0307169 May 04 17:13:45.171879 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:45.172143 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:45.210072 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:45.374264 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b8635567-c4f4-4a38-95b2-be6418039f3a None None] Port 7f51cb07-ee2f-470d-bad8-7742c8d20113 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:13:45.403399 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.11', 57560) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:45.409394 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=d380460b-7395-4187-aae7-efabcd12dcf2,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:45.419811 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-488a4164-d1d2-4761-9d07-c3f47b8da765 req-f970fbd4-c9a8-4288-90c2-5fa975b7f36d tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 210 time: 0.1168652 May 04 17:13:45.428398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:45.526616 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-da218fbb-42c6-475e-8e1b-88c7cd51251a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4257774 May 04 17:13:45.628326 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:45.831551 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-15588e25-487e-4784-9173-d319bc54de97 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:45.833792 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-15588e25-487e-4784-9173-d319bc54de97 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.11 "GET /v2.0/networks?id=4ea54ac2-730e-42e2-9621-687922cf4ba5 HTTP/1.1" status: 200 len: 812 time: 0.4289412 May 04 17:13:45.887290 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Request body: {'port': {'device_id': '5d07f9db-939a-47b3-a35e-df54a1137d77', 'network_id': '4ea54ac2-730e-42e2-9621-687922cf4ba5', 'admin_state_up': True, 'tenant_id': 'd9bccc8dcde54a1390e6986e1f9117c5'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:45.958543 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:46.008499 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656499'] for router_interface, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:46.039209 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device efaa97e9-2ccd-4051-9bcf-d398070d6f7b up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:13:46.050772 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:46.099258 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Notify callbacks [] for port, precommit_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:46.121660 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.provisioning_blocks [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Transition to ACTIVE for port object b3d8bb20-7eba-4246-bbbf-2d52ab421469 will not be triggered until provisioned by entity L2. {{(pid=74293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:13:46.126754 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:46.137135 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Usage tracker for resource:port and tenant:d9bccc8dcde54a1390e6986e1f9117c5 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:46.149312 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:46.160419 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:46.164411 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-de278020-c077-40fd-b3e0-9a79c317078e req-88cb3784-0dc3-4141-9c62-ce623b4f280a tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 210 time: 0.4041395 May 04 17:13:46.247623 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-20e07f86-e12e-4d9a-8e2e-f4ac016b0c0d service neutron] 10.222.0.22 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7174094 May 04 17:13:46.250595 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Pushing event updated for resources: {'Port': ['ID=7f51cb07-ee2f-470d-bad8-7742c8d20113,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:46.252170 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:46.255242 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:46.259621 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:46.275827 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Made reservation on behalf of d9bccc8dcde54a1390e6986e1f9117c5 for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:13:46.282589 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:46.319048 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port efaa97e9-2ccd-4051-9bcf-d398070d6f7b completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:13:46.329306 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port efaa97e9-2ccd-4051-9bcf-d398070d6f7b triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:13:46.329775 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:46.624540 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Allocated IP 172.20.0.6 (4ea54ac2-730e-42e2-9621-687922cf4ba5/d8800ce2-4ce1-4f1e-a9f1-760ce33ae47a/ef1834ec-192a-4894-a601-15592ed97c59) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:13:46.625117 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Attempting to bind port b3d8bb20-7eba-4246-bbbf-2d52ab421469 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:13:46.625456 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Attempting to bind port b3d8bb20-7eba-4246-bbbf-2d52ab421469 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:13:46.626397 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Attempting to bind port b3d8bb20-7eba-4246-bbbf-2d52ab421469 on network 397cd77a-abc4-4053-a1eb-1563ed5bf14e {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:13:46.632585 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb066199-e454-4359-8beb-4cd90961161b None None] Pushing event updated for resources: {'Port': ['ID=b3d8bb20-7eba-4246-bbbf-2d52ab421469,revision_number=3']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:46.649228 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-cb066199-e454-4359-8beb-4cd90961161b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:46.649228 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:13:46.649228 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Checking segment: {'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:13:46.649228 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:46.933163 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Bound using segment: {'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:13:46.933163 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Bound port: b3d8bb20-7eba-4246-bbbf-2d52ab421469, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'}}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:13:46.933163 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:46.938213 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.11', 57566) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:46.941720 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:46.945768 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] For port b3d8bb20-7eba-4246-bbbf-2d52ab421469, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:13:46.945768 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] For port b3d8bb20-7eba-4246-bbbf-2d52ab421469, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=b3d8bb20-7eba-4246-bbbf-2d52ab421469,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:13:46.948657 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port efaa97e9-2ccd-4051-9bcf-d398070d6f7b, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=efaa97e9-2ccd-4051-9bcf-d398070d6f7b,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:13:46.951650 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:46.951792 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 46478) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:46.952394 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:47.019257 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-96d09ecf-b859-4914-8dc8-0c6450aa312b req-060375a2-fde1-4082-b9d3-f41d99f09454 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 210 time: 0.0929372 May 04 17:13:47.086573 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-5ac6d4cf-c7be-4fd5-8365-4f96eeda5706 service neutron] 10.222.0.22 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6509380 May 04 17:13:47.094742 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Network 083a592e-a783-46d4-8afb-a37fb4ff1f7a is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:13:47.098092 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:47.103201 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb066199-e454-4359-8beb-4cd90961161b None None] Pushing event updated for resources: {'Port': ['ID=b3d8bb20-7eba-4246-bbbf-2d52ab421469,revision_number=4']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:47.125115 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-cb066199-e454-4359-8beb-4cd90961161b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:47.167068 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Routers {'208f1fe6-7568-47f3-8c2d-207ba8d35a8e'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:13:47.167792 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:13:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['208f1fe6-7568-47f3-8c2d-207ba8d35a8e'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:47.187486 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:47.189080 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d380460b-7395-4187-aae7-efabcd12dcf2 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:13:47.324548 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-07e5f547-b978-4853-8fb0-4e75f0527736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:47.487238 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:47.539030 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=efaa97e9-2ccd-4051-9bcf-d398070d6f7b,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:47.545048 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:47.547621 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-7af46d84-0f2c-460c-88aa-12e9c467592f None None] Provisioning complete for port 7f51cb07-ee2f-470d-bad8-7742c8d20113 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:13:47.548189 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7af46d84-0f2c-460c-88aa-12e9c467592f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:47.558517 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] Set router 208f1fe6-7568-47f3-8c2d-207ba8d35a8e gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:13:47.585181 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-088b62a7-7630-4845-b264-5e885c4f6c0a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:47.585895 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-088b62a7-7630-4845-b264-5e885c4f6c0a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Synchronizing usage tracker for tenant:5c5e587f9542410e808775efa8a7009d on resource:network {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:13:47.637155 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port d380460b-7395-4187-aae7-efabcd12dcf2 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:13:47.639830 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:47.744084 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-088b62a7-7630-4845-b264-5e885c4f6c0a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Unset dirty status for tenant:5c5e587f9542410e808775efa8a7009d on resource:network {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:13:47.745268 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-088b62a7-7630-4845-b264-5e885c4f6c0a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "GET /v2.0/networks?id=f1f53d29-895b-4d95-9855-c27f27b4b040 HTTP/1.1" status: 200 len: 815 time: 1.0481558 May 04 17:13:47.760068 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Request body: {'port': {'device_id': '1fe61a35-b460-45b2-9cbc-ed8c20908ff9', 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040', 'admin_state_up': True, 'tenant_id': '5c5e587f9542410e808775efa8a7009d'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:47.799966 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52c49c9c-a8b8-464c-a467-bd16378f34d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:47.812579 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:13:47.863574 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-7af46d84-0f2c-460c-88aa-12e9c467592f None None] Port 7f51cb07-ee2f-470d-bad8-7742c8d20113 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:13:47.886256 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:47.928867 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:47.949958 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7a1d3dbd-321f-4653-b3a9-e127d48fd51f req-6975b1ee-1aee-473b-834d-3f7a205166b0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 210 time: 0.2081137 May 04 17:13:47.993079 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-52c49c9c-a8b8-464c-a467-bd16378f34d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:48.003436 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-52c49c9c-a8b8-464c-a467-bd16378f34d6 admin admin] Usage tracker for resource:security_group_rule and tenant:6447c691a34b4a16978871e76a8e2a8f is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:48.009475 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-52c49c9c-a8b8-464c-a467-bd16378f34d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:48.022140 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-52c49c9c-a8b8-464c-a467-bd16378f34d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:48.174759 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device efaa97e9-2ccd-4051-9bcf-d398070d6f7b up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:13:48.385138 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port efaa97e9-2ccd-4051-9bcf-d398070d6f7b triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:13:48.386158 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:48.455119 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'name': 'tempest-ServerRescueNegativeTestJSON-625312722-router', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:33Z', 'updated_at': '2021-05-04T17:13:41Z', 'revision_number': 4, 'project_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'gw_port': {'id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'b3d8bb20-7eba-4246-bbbf-2d52ab421469', 'name': '', 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'mac_address': 'fa:16:3e:fc:a7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1b32ce49-09ab-4ba5-89dc-6e9b269f5a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:39Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'subnets': [{'id': '1b32ce49-09ab-4ba5-89dc-6e9b269f5a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:48.469646 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4e9dd3-2d4a-4d9d-b3ed-3476cc3fea36 None None] The sync data for ids ['208f1fe6-7568-47f3-8c2d-207ba8d35a8e'] in dv-cinder-789603-1-iscsi is: [{'id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'name': 'tempest-ServerRescueNegativeTestJSON-625312722-router', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:33Z', 'updated_at': '2021-05-04T17:13:41Z', 'revision_number': 4, 'project_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'gw_port': {'id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'b3d8bb20-7eba-4246-bbbf-2d52ab421469', 'name': '', 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'mac_address': 'fa:16:3e:fc:a7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '1b32ce49-09ab-4ba5-89dc-6e9b269f5a41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:39Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'subnets': [{'id': '1b32ce49-09ab-4ba5-89dc-6e9b269f5a41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:13:48.808166 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Pushing event updated for resources: {'Port': ['ID=ef1834ec-192a-4894-a601-15592ed97c59,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:48.872531 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:48.874891 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b93d4043-b059-4208-bcba-d56f67edc5b1 req-861c3bc9-c295-4254-b965-917060587d07 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 210 time: 0.2501578 May 04 17:13:48.905917 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Network 4ea54ac2-730e-42e2-9621-687922cf4ba5 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:13:48.928754 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:48.932289 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:13:48.964259 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:48.966399 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:49.020243 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4da4d-212f-4baf-9035-39aa4ee0960d req-fbef7b00-7b20-4f53-9589-bb6678f543dd tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:49.034370 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b0e4da4d-212f-4baf-9035-39aa4ee0960d req-fbef7b00-7b20-4f53-9589-bb6678f543dd tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 931 time: 1.3051684 May 04 17:13:49.044777 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:49.065755 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Usage tracker for resource:port and tenant:5c5e587f9542410e808775efa8a7009d is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:49.066583 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:49.078466 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:49.088739 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2065363 May 04 17:13:49.144758 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:13:49.154036 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Sync routers for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:13:49.158948 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ebacfca8-6d71-426c-8374-c73b7e38a0ff tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=74289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:13:49.162604 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-ebacfca8-6d71-426c-8374-c73b7e38a0ff tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132041 May 04 17:13:49.167064 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:13:49.167691 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:13:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:49.179904 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52c49c9c-a8b8-464c-a467-bd16378f34d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:49.340376 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-52c49c9c-a8b8-464c-a467-bd16378f34d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:49.402456 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Made reservation on behalf of 5c5e587f9542410e808775efa8a7009d for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:13:49.414886 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:49.495118 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:13:49.593929 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-066f08e2-877e-45ef-870f-e491ed5aa131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:49.710773 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-b0e4da4d-212f-4baf-9035-39aa4ee0960d req-97f089e4-e440-40f3-83e0-884a0501565d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Synchronizing usage tracker for tenant:d9bccc8dcde54a1390e6986e1f9117c5 on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:13:49.796233 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-52c49c9c-a8b8-464c-a467-bd16378f34d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6447c691a34b4a16978871e76a8e2a8f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8653514 May 04 17:13:49.807784 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] 10.222.0.22 "PUT /v2.0/routers/d1f56e6e-2938-4224-a5a0-ca774ba1f2a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7396436 May 04 17:13:49.918613 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 46590) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:49.919792 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c49c9c-a8b8-464c-a467-bd16378f34d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2618fe-321f-4d03-a727-de853539c3a4,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:49.936663 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Request body: {'port': {'device_id': '5d07f9db-939a-47b3-a35e-df54a1137d77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:49.985784 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-0534f68d-a9a5-4273-a10e-28ae4e44de39 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:49.989783 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-0534f68d-a9a5-4273-a10e-28ae4e44de39 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/networks?id=397cd77a-abc4-4053-a1eb-1563ed5bf14e HTTP/1.1" status: 200 len: 818 time: 0.8079348 May 04 17:13:50.009586 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-52c49c9c-a8b8-464c-a467-bd16378f34d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:50.018251 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Allocated IP 172.20.0.6 (f1f53d29-895b-4d95-9855-c27f27b4b040/d0d97dca-f7a6-4fee-aada-77814155f9eb/3447bd73-1b3b-4499-a657-92c455578ce5) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:13:50.295725 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-d6a65cb4-340d-4826-9575-85a8271f5634 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/quotas/bdf2486339b2448e942c95d1d8a2bc28 HTTP/1.1" status: 200 len: 375 time: 0.2986615 May 04 17:13:50.309521 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device b3d8bb20-7eba-4246-bbbf-2d52ab421469 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:13:50.313243 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:50.450629 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-b0e4da4d-212f-4baf-9035-39aa4ee0960d req-97f089e4-e440-40f3-83e0-884a0501565d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Unset dirty status for tenant:d9bccc8dcde54a1390e6986e1f9117c5 on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:13:50.456890 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b0e4da4d-212f-4baf-9035-39aa4ee0960d req-97f089e4-e440-40f3-83e0-884a0501565d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4215817 May 04 17:13:50.457700 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-acd71031-c0cc-40d1-a874-315cdc18ee20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:50.540035 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-acd71031-c0cc-40d1-a874-315cdc18ee20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:50.621759 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:45Z', 'revision_number': 2, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:50.626392 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port b3d8bb20-7eba-4246-bbbf-2d52ab421469 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:13:50.632654 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port b3d8bb20-7eba-4246-bbbf-2d52ab421469 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:13:50.633097 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:50.667085 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-359fb3c4-376e-4e3f-8f42-abb3b27cb051 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3282740 May 04 17:13:50.696826 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Checking router: d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:13:50.697299 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Updating router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 port 7f51cb07-ee2f-470d-bad8-7742c8d20113 binding host dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:13:50.879266 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:50.913921 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:50.915042 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f436da6b-61db-42dd-81cc-dcdb69512089 req-e30cea47-d2e2-405d-8860-8bbbaf10edfc tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 210 time: 0.0911353 May 04 17:13:50.984353 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-41823983-45a7-4c0a-a079-afeca3b0e09a service neutron] 10.222.0.22 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3156819 May 04 17:13:51.031226 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-acd71031-c0cc-40d1-a874-315cdc18ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:51.166171 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:51.190740 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd71031-c0cc-40d1-a874-315cdc18ee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2618fe-321f-4d03-a727-de853539c3a4,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:51.199691 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-acd71031-c0cc-40d1-a874-315cdc18ee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:51.285220 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-acd71031-c0cc-40d1-a874-315cdc18ee20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:51.286643 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-acd71031-c0cc-40d1-a874-315cdc18ee20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af2618fe-321f-4d03-a727-de853539c3a4 HTTP/1.1" status: 204 len: 168 time: 1.2869563 May 04 17:13:51.340738 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:51.361458 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-c8d58d9b-f580-4b6e-a55c-e39d3ad93f55 service neutron] 10.222.0.22 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753521 May 04 17:13:51.408894 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port b3d8bb20-7eba-4246-bbbf-2d52ab421469, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=b3d8bb20-7eba-4246-bbbf-2d52ab421469,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:13:51.522668 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1834ec-192a-4894-a601-15592ed97c59 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:13:51.560927 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:51.579743 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Transition to ACTIVE for port object ef1834ec-192a-4894-a601-15592ed97c59 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:13:51.581567 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:51.585642 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:51.588746 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ef3f3196-b578-4baa-86af-2086d33dee82 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:51.628642 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:51.653683 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Network f1f53d29-895b-4d95-9855-c27f27b4b040 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:13:51.658071 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:51.660157 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:51.663628 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:13:51.669192 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:51.669794 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:51.781280 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.11', 57573) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:51.888533 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=b3d8bb20-7eba-4246-bbbf-2d52ab421469,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:51.908716 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:51.980137 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Pushing event updated for resources: {'Port': ['ID=3447bd73-1b3b-4499-a657-92c455578ce5,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:52.012686 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:52.134651 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.435s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:52.256021 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 46648) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:52.301294 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1834ec-192a-4894-a601-15592ed97c59,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:52.338411 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5827386 May 04 17:13:52.339636 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:52.340364 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Attempting to bind port ef1834ec-192a-4894-a601-15592ed97c59 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:13:52.341293 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Attempting to bind port ef1834ec-192a-4894-a601-15592ed97c59 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '56e0a63b-20a6-4e0b-929c-f36da8f8103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4ea54ac2-730e-42e2-9621-687922cf4ba5'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:13:52.341293 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Attempting to bind port ef1834ec-192a-4894-a601-15592ed97c59 on network 4ea54ac2-730e-42e2-9621-687922cf4ba5 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:13:52.346955 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1290022884', 'description': 'tempest-description--312564062'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:52.361681 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Port ef1834ec-192a-4894-a601-15592ed97c59 on network 4ea54ac2-730e-42e2-9621-687922cf4ba5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:13:52.361993 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Attempting to bind port ef1834ec-192a-4894-a601-15592ed97c59 on network 4ea54ac2-730e-42e2-9621-687922cf4ba5 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:13:52.375747 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:13:52.375934 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Checking segment: {'id': '56e0a63b-20a6-4e0b-929c-f36da8f8103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4ea54ac2-730e-42e2-9621-687922cf4ba5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:13:52.376442 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Bound using segment: {'id': '56e0a63b-20a6-4e0b-929c-f36da8f8103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4ea54ac2-730e-42e2-9621-687922cf4ba5'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:13:52.376968 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Bound port: ef1834ec-192a-4894-a601-15592ed97c59, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56e0a63b-20a6-4e0b-929c-f36da8f8103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '4ea54ac2-730e-42e2-9621-687922cf4ba5'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:13:52.377333 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:52.377830 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:52.398778 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Usage tracker for resource:security_group and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:52.414069 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:52.418712 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device b3d8bb20-7eba-4246-bbbf-2d52ab421469 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:13:52.422202 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Request body: {'port': {'device_id': '1fe61a35-b460-45b2-9cbc-ed8c20908ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:52.438871 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:52.575690 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:52.689328 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] For port ef1834ec-192a-4894-a601-15592ed97c59, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:13:52.695142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] For port ef1834ec-192a-4894-a601-15592ed97c59, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef1834ec-192a-4894-a601-15592ed97c59,segment=NetworkSegment(56e0a63b-20a6-4e0b-929c-f36da8f8103c),segment_id=56e0a63b-20a6-4e0b-929c-f36da8f8103c)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:13:52.714348 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port b3d8bb20-7eba-4246-bbbf-2d52ab421469 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:13:52.714907 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:52.784369 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:52.810538 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 46666) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:52.812317 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:52.821049 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-97532a4e-212d-45a2-831c-45548efec7a5 req-3294b59a-f7c8-405b-ac5c-678974b8a4d5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 210 time: 0.4863868 May 04 17:13:52.857873 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Transition to ACTIVE for port object 7f51cb07-ee2f-470d-bad8-7742c8d20113 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:13:52.910670 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:52.928737 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:52.986472 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8a833305-ab46-44f3-be55-f05fea68ce77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:53.030095 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2632e-a745-407a-a8ed-e17888f5f449 req-86de8475-46b5-4f83-827d-21dcba85de00 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:53.042329 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-61d2632e-a745-407a-a8ed-e17888f5f449 req-86de8475-46b5-4f83-827d-21dcba85de00 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 943 time: 0.9525232 May 04 17:13:53.068774 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267f1b-0a06-4b83-9735-666bceb59016 req-7fe209da-efa8-43ea-aa82-fb4b31c15659 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:53.070375 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-7fe209da-efa8-43ea-aa82-fb4b31c15659 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.11 "GET /v2.0/networks?id=397cd77a-abc4-4053-a1eb-1563ed5bf14e HTTP/1.1" status: 200 len: 818 time: 1.2341700 May 04 17:13:53.100112 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-47258994-e5c9-4a5b-a88e-bc9e9353ec37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:53.101930 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:53.126549 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:53.140278 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:53.141136 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:53.142747 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] 10.222.0.11 "PUT /v2.0/ports/ef1834ec-192a-4894-a601-15592ed97c59 HTTP/1.1" status: 200 len: 1093 time: 3.5802414 May 04 17:13:53.147716 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d07f9db-939a-47b3-a35e-df54a1137d77', 'tag': 'ef1834ec-192a-4894-a601-15592ed97c59'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:13:53.170366 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:53.184091 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Usage tracker for resource:security_group_rule and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:53.198863 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Request body: {'port': {'device_id': 'c7111d0a-8462-46aa-9711-bc73e8c43746', 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e', 'admin_state_up': True, 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:53.223277 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:53.293933 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-61d2632e-a745-407a-a8ed-e17888f5f449 req-6425420c-820c-4eeb-8b60-922d4fee7fdd tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476451 May 04 17:13:53.299806 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:53.339968 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d4f55-1e35-4671-8a70-fa3086046875 None None] Pushing event updated for resources: {'Port': ['ID=7f51cb07-ee2f-470d-bad8-7742c8d20113,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:53.343292 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-a41d4f55-1e35-4671-8a70-fa3086046875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:53.353760 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-8a833305-ab46-44f3-be55-f05fea68ce77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:53.533277 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ef1834ec-192a-4894-a601-15592ed97c59,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:53.543265 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:53.545793 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-8a833305-ab46-44f3-be55-f05fea68ce77 admin admin] Usage tracker for resource:security_group_rule and tenant:d13ba129c4ab4a75af6f8e96a8587d0d is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:53.555740 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-8a833305-ab46-44f3-be55-f05fea68ce77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:53.569964 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:53.578682 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-8a833305-ab46-44f3-be55-f05fea68ce77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:53.632183 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Usage tracker for resource:port and tenant:bdf2486339b2448e942c95d1d8a2bc28 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:53.644648 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8e962-6b0f-45b3-a55b-df71a608af91 req-dd272021-c38d-446a-b51c-19dbd6ee5b7e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:53.654290 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-99d8e962-6b0f-45b3-a55b-df71a608af91 req-dd272021-c38d-446a-b51c-19dbd6ee5b7e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 931 time: 0.5301423 May 04 17:13:53.658518 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:53.753217 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:53.950323 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:53.959363 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-99d8e962-6b0f-45b3-a55b-df71a608af91 req-730fb0ca-481d-4e25-9738-5b11c16bd377 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019800 May 04 17:13:53.960033 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Attempting to bind port 7f51cb07-ee2f-470d-bad8-7742c8d20113 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:13:53.960693 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Attempting to bind port 7f51cb07-ee2f-470d-bad8-7742c8d20113 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:13:53.961090 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Attempting to bind port 7f51cb07-ee2f-470d-bad8-7742c8d20113 on network 083a592e-a783-46d4-8afb-a37fb4ff1f7a {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:13:53.988224 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:13:53.988691 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Checking segment: {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:13:53.989307 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:53.990673 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Bound using segment: {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:13:53.991965 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Bound port: 7f51cb07-ee2f-470d-bad8-7742c8d20113, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:13:53.992488 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:54.052225 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Made reservation on behalf of bdf2486339b2448e942c95d1d8a2bc28 for: {'port': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:13:54.057327 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:54.106637 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:54.257510 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d07f9db-939a-47b3-a35e-df54a1137d77', 'tag': 'ef1834ec-192a-4894-a601-15592ed97c59', 'status': 'completed', 'code': 200} May 04 17:13:54.284254 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] For port 7f51cb07-ee2f-470d-bad8-7742c8d20113, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:13:54.296821 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] For port 7f51cb07-ee2f-470d-bad8-7742c8d20113, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=7f51cb07-ee2f-470d-bad8-7742c8d20113,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:13:54.308192 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8a833305-ab46-44f3-be55-f05fea68ce77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:54.328387 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-e02c292c-8d96-4899-a042-9135404f810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:54.330279 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-e02c292c-8d96-4899-a042-9135404f810e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9bccc8dcde54a1390e6986e1f9117c5&device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 1096 time: 0.9995463 May 04 17:13:54.336071 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-52c49c9c-a8b8-464c-a467-bd16378f34d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:54.406919 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bfe60892-8829-42f3-9b4d-37ebdc76bbe0 req-52d88e2a-440a-455c-9186-c3880ca103c3 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 210 time: 0.1672244 May 04 17:13:54.430106 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:54.435098 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:54.476575 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:54.481809 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.2002513 May 04 17:13:54.487129 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 46718) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:54.491857 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.db.resource_extend [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 17:13:54.533790 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8a833305-ab46-44f3-be55-f05fea68ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:54.560643 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Request body: {'security_group_rule': {'security_group_id': '07164f8a-aebf-4ae5-9589-3d9aa240a569', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:54.565574 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07164f8a-aebf-4ae5-9589-3d9aa240a569,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:54.593743 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:54.615530 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:54.686303 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:13:54.689671 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:13:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:54.708083 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Usage tracker for resource:security_group_rule and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:54.736964 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-9529a77d-e291-43d6-8ab0-b55ec0ccc343 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1834ec-192a-4894-a601-15592ed97c59 HTTP/1.1" status: 200 len: 217 time: 0.3098123 May 04 17:13:54.741145 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:54.757993 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-431ab237-2d8a-46f6-a218-1fcba423e5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:54.762449 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:54.782266 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41d4f55-1e35-4671-8a70-fa3086046875 None None] Pushing event updated for resources: {'Port': ['ID=7f51cb07-ee2f-470d-bad8-7742c8d20113,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:54.860678 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Allocated IP 172.20.0.11 (397cd77a-abc4-4053-a1eb-1563ed5bf14e/1b32ce49-09ab-4ba5-89dc-6e9b269f5a41/943500e0-7df3-493a-8a0e-2656c419e7ef) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:13:54.879726 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-a41d4f55-1e35-4671-8a70-fa3086046875 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:54.889875 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1159234-b8d8-4386-8600-9d44f0168124 req-b16934e5-0828-400c-baf4-d56529886ff6 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:54.902694 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b1159234-b8d8-4386-8600-9d44f0168124 req-b16934e5-0828-400c-baf4-d56529886ff6 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 943 time: 0.4143744 May 04 17:13:54.933166 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-8a833305-ab46-44f3-be55-f05fea68ce77 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d13ba129c4ab4a75af6f8e96a8587d0d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1196759 May 04 17:13:54.949929 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 46726) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:54.958013 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3447bd73-1b3b-4499-a657-92c455578ce5 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:13:54.986903 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:55.004823 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a833305-ab46-44f3-be55-f05fea68ce77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e706db3d-1ac4-41a3-bb17-383826bae330,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:55.026586 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8a833305-ab46-44f3-be55-f05fea68ce77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:55.039722 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-b465a34b-d12e-4ddb-8c7b-193f5707489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:55.041422 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-b465a34b-d12e-4ddb-8c7b-193f5707489e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8800ce2-4ce1-4f1e-a9f1-760ce33ae47a HTTP/1.1" status: 200 len: 852 time: 0.2698662 May 04 17:13:55.074716 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Transition to ACTIVE for port object 3447bd73-1b3b-4499-a657-92c455578ce5 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:13:55.144830 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-3f5f741c-5f1d-4d9c-822f-6961eb62904c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ea54ac2-730e-42e2-9621-687922cf4ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656235 May 04 17:13:55.153057 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:55.162818 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c56c0e80-c461-4431-b86d-31674a32e0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:55.188821 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:13:55.218704 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cdb63be2-e4d9-47fa-a5b5-7e9a14ff0258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:55.227974 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:55.432105 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cdb63be2-e4d9-47fa-a5b5-7e9a14ff0258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:55.458469 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b1159234-b8d8-4386-8600-9d44f0168124 req-7a2e893a-d5a1-45f7-9b69-3833f3cd9377 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547359 May 04 17:13:55.585181 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Pushing event updated for resources: {'Port': ['ID=3447bd73-1b3b-4499-a657-92c455578ce5,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:55.647438 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:55.733398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:55.747561 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Attempting to bind port 3447bd73-1b3b-4499-a657-92c455578ce5 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:13:55.748238 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Attempting to bind port 3447bd73-1b3b-4499-a657-92c455578ce5 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:13:55.749932 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Attempting to bind port 3447bd73-1b3b-4499-a657-92c455578ce5 on network f1f53d29-895b-4d95-9855-c27f27b4b040 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:13:55.765039 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Port 3447bd73-1b3b-4499-a657-92c455578ce5 on network f1f53d29-895b-4d95-9855-c27f27b4b040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:13:55.766705 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Attempting to bind port 3447bd73-1b3b-4499-a657-92c455578ce5 on network f1f53d29-895b-4d95-9855-c27f27b4b040 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:13:55.790666 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:13:55.793313 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Checking segment: {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:13:55.797200 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:54Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:13:55.799221 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Bound using segment: {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:13:55.799859 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Bound port: 3447bd73-1b3b-4499-a657-92c455578ce5, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:13:55.801380 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:55.806940 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8e1463-3522-4d90-b74c-73a78e439d60 None None] The sync data for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi is: [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:54Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:13:55.813248 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-681a2a36-d5dc-44a4-b877-645f6099aac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:55.814333 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:55.936266 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-151edf98-71a7-4d98-90ce-f2858908d69f service neutron] 10.222.0.11 "GET /v2.0/networks/4ea54ac2-730e-42e2-9621-687922cf4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727784 May 04 17:13:55.944178 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.11', 57586) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:55.946961 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1e50f98b-3616-4b40-b187-652bc2aee47f req-557f155b-e14a-44a2-87b1-f30b46ba3b18 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 210 time: 0.2164533 May 04 17:13:55.947322 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cdb63be2-e4d9-47fa-a5b5-7e9a14ff0258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:55.971096 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-dd416fc6-cf3f-41ef-a350-93e85c6c279e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:56.006916 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:56.015179 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:56.028983 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb63be2-e4d9-47fa-a5b5-7e9a14ff0258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e706db3d-1ac4-41a3-bb17-383826bae330,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:56.037286 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:56.046899 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-cdb63be2-e4d9-47fa-a5b5-7e9a14ff0258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:56.184084 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:56.221859 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] For port 3447bd73-1b3b-4499-a657-92c455578ce5, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:13:56.228252 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] For port 3447bd73-1b3b-4499-a657-92c455578ce5, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3447bd73-1b3b-4499-a657-92c455578ce5,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:13:56.238145 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48064e-1468-44b4-97a1-0a62632aed1a req-e9ab028b-65bc-4e17-9394-ed55cd062cf4 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:56.242329 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fa48064e-1468-44b4-97a1-0a62632aed1a req-e9ab028b-65bc-4e17-9394-ed55cd062cf4 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 943 time: 1.0361979 May 04 17:13:56.283132 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cdb63be2-e4d9-47fa-a5b5-7e9a14ff0258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:56.284674 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-cdb63be2-e4d9-47fa-a5b5-7e9a14ff0258 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e706db3d-1ac4-41a3-bb17-383826bae330 HTTP/1.1" status: 204 len: 168 time: 1.3319216 May 04 17:13:56.311278 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 7f51cb07-ee2f-470d-bad8-7742c8d20113 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:13:56.329518 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Network 397cd77a-abc4-4053-a1eb-1563ed5bf14e is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:13:56.336916 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:56.339470 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:56.346357 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:13:56.352319 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:56.352942 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:56.360427 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Pushing event updated for resources: {'Port': ['ID=943500e0-7df3-493a-8a0e-2656c419e7ef,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:56.370753 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:56.377268 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:56.389622 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-db622523-02cc-42f3-a4d0-27936022d0a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:56.467517 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c19dbc-2a6b-4161-a940-bb516d50dbed,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:56.502346 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:56.503104 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:56.510419 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] 10.222.0.11 "PUT /v2.0/ports/3447bd73-1b3b-4499-a657-92c455578ce5 HTTP/1.1" status: 200 len: 1093 time: 4.0899558 May 04 17:13:56.528393 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fa48064e-1468-44b4-97a1-0a62632aed1a req-83b5dc34-7b5c-4929-a072-92db6a79fc3f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726939 May 04 17:13:56.542757 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:56.545275 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:56.559204 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0117564 May 04 17:13:56.562087 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 46760) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:56.573666 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Request body: {'security_group_rule': {'security_group_id': '07164f8a-aebf-4ae5-9589-3d9aa240a569', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:56.589376 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:56.602670 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Usage tracker for resource:security_group_rule and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:56.610830 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:56.635399 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:56.680561 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 7f51cb07-ee2f-470d-bad8-7742c8d20113 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:13:56.687357 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 7f51cb07-ee2f-470d-bad8-7742c8d20113 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:13:56.688319 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:56.788420 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe61a35-b460-45b2-9cbc-ed8c20908ff9', 'tag': '3447bd73-1b3b-4499-a657-92c455578ce5'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:13:56.806016 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:57.041649 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8638978 May 04 17:13:57.093571 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Request body: {'port': {'device_id': 'c7111d0a-8462-46aa-9711-bc73e8c43746', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:57.130157 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:57.274753 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 7f51cb07-ee2f-470d-bad8-7742c8d20113, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=7f51cb07-ee2f-470d-bad8-7742c8d20113,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:13:57.311517 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:57.341791 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe61a35-b460-45b2-9cbc-ed8c20908ff9', 'tag': '3447bd73-1b3b-4499-a657-92c455578ce5', 'status': 'completed', 'code': 200} May 04 17:13:57.361188 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:57.363898 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:57.537239 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Pushing event updated for resources: {'Port': ['ID=3447bd73-1b3b-4499-a657-92c455578ce5,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:57.566637 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.178s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:57.589222 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=7f51cb07-ee2f-470d-bad8-7742c8d20113,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:57.601367 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:57.619006 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-126f4ca4-e51c-4c7c-bff2-cadde29625bc tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:57.622021 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-126f4ca4-e51c-4c7c-bff2-cadde29625bc tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Synchronizing usage tracker for tenant:bdf2486339b2448e942c95d1d8a2bc28 on resource:network {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:13:57.635945 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-abfad0f5-31fc-42d4-994b-fd12110f4237 req-9c322a19-a49b-45b8-b05f-ff6277d8f33a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Synchronizing usage tracker for tenant:bdf2486339b2448e942c95d1d8a2bc28 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:13:57.700967 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5ab1070-a21b-442f-aebc-583f2e1a83ff req-2571cfb5-e7ac-43d4-8296-52074ac2178d service neutron] 10.222.0.11 "GET /v2.0/networks/4ea54ac2-730e-42e2-9621-687922cf4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7215939 May 04 17:13:57.710913 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:57.762493 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:57.778269 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-5a94619c-c34b-4479-960f-9c05078ba6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:57.782083 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-5a94619c-c34b-4479-960f-9c05078ba6c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 1096 time: 0.8128548 May 04 17:13:57.787442 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13df27-0a7a-4b06-9c60-41e8a08cd33a req-72f26286-c24b-489e-96f3-a0fa90ebe074 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:57.790834 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ab13df27-0a7a-4b06-9c60-41e8a08cd33a req-72f26286-c24b-489e-96f3-a0fa90ebe074 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 943 time: 1.1333501 May 04 17:13:57.930634 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-abfad0f5-31fc-42d4-994b-fd12110f4237 req-9c322a19-a49b-45b8-b05f-ff6277d8f33a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Unset dirty status for tenant:bdf2486339b2448e942c95d1d8a2bc28 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:13:57.932071 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-abfad0f5-31fc-42d4-994b-fd12110f4237 req-9c322a19-a49b-45b8-b05f-ff6277d8f33a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 210 time: 0.4088273 May 04 17:13:57.942407 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:57.978989 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:57.997094 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ab13df27-0a7a-4b06-9c60-41e8a08cd33a req-34204db7-551e-41cb-86f2-acc397abe4eb tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327629 May 04 17:13:58.016002 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b451be6-91c6-45e5-a2f0-e6bdd1375755,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:58.036446 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:58.209808 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:58.264284 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 7f51cb07-ee2f-470d-bad8-7742c8d20113 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:13:58.296490 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-126f4ca4-e51c-4c7c-bff2-cadde29625bc tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Unset dirty status for tenant:bdf2486339b2448e942c95d1d8a2bc28 on resource:network {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:13:58.298269 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-126f4ca4-e51c-4c7c-bff2-cadde29625bc tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.11 "GET /v2.0/networks?id=397cd77a-abc4-4053-a1eb-1563ed5bf14e HTTP/1.1" status: 200 len: 818 time: 2.3285251 May 04 17:13:58.329655 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-fc990adf-96b9-410f-9bba-a94dcebbff65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3447bd73-1b3b-4499-a657-92c455578ce5 HTTP/1.1" status: 200 len: 217 time: 0.4585245 May 04 17:13:58.347740 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:58.354319 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7878664 May 04 17:13:58.360808 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 46822) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:13:58.372368 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Request body: {'floatingip': {'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:13:58.402187 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:13:58.414973 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Usage tracker for resource:floatingip and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:13:58.416899 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 7f51cb07-ee2f-470d-bad8-7742c8d20113 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:13:58.417805 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:58.420515 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:13:58.441688 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:13:58.453524 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1a1a6-f84b-48ff-8907-46ff4ac878bf req-e7f84133-b44c-4bfd-bc9d-3d41f52945ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:58.455176 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bae1a1a6-f84b-48ff-8907-46ff4ac878bf req-e7f84133-b44c-4bfd-bc9d-3d41f52945ac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d9bccc8dcde54a1390e6986e1f9117c5&device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 1096 time: 0.2599475 May 04 17:13:58.549360 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:58.612221 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2492904-5197-402e-88a3-dbb77eadbec8 req-003fbf7c-763a-4bc6-90e0-a4dd69dfbb0e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:58.613931 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f2492904-5197-402e-88a3-dbb77eadbec8 req-003fbf7c-763a-4bc6-90e0-a4dd69dfbb0e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 943 time: 0.2960858 May 04 17:13:58.686769 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f2492904-5197-402e-88a3-dbb77eadbec8 req-ac06bc94-287a-414b-8d59-4dfbf43adbbc tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542254 May 04 17:13:58.774032 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:58.793839 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.notifiers.nova [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943500e0-7df3-493a-8a0e-2656c419e7ef {{(pid=74290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:13:58.805045 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:58.848476 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Transition to ACTIVE for port object 943500e0-7df3-493a-8a0e-2656c419e7ef will not be triggered until provisioned by entity L2. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:13:58.939354 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Allocated IP 172.27.3.88 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/501c55ff-129d-45a4-a8d4-e3ec5348ebb7) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:13:58.941241 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:58.946345 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:59.112213 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Pushing event updated for resources: {'Port': ['ID=943500e0-7df3-493a-8a0e-2656c419e7ef,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:59.124092 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:59.126671 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:59.137444 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a0d746b4-0e07-4ef3-818a-d4932cd43100 req-a0f7f503-a261-42c0-9c60-7f8a3ace116f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 210 time: 0.0693839 May 04 17:13:59.228637 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Attempting to bind port 943500e0-7df3-493a-8a0e-2656c419e7ef on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:13:59.229010 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Attempting to bind port 943500e0-7df3-493a-8a0e-2656c419e7ef by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:13:59.229347 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Attempting to bind port 943500e0-7df3-493a-8a0e-2656c419e7ef on network 397cd77a-abc4-4053-a1eb-1563ed5bf14e {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:13:59.236536 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Port 943500e0-7df3-493a-8a0e-2656c419e7ef on network 397cd77a-abc4-4053-a1eb-1563ed5bf14e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:13:59.236859 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Attempting to bind port 943500e0-7df3-493a-8a0e-2656c419e7ef on network 397cd77a-abc4-4053-a1eb-1563ed5bf14e {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:13:59.249698 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:13:59.250050 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Checking segment: {'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:13:59.250591 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Bound using segment: {'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'} {{(pid=74290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:13:59.251027 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Bound port: 943500e0-7df3-493a-8a0e-2656c419e7ef, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'}}] {{(pid=74290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:13:59.251358 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:59.258115 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:59.263143 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:59.305565 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3610342-733e-4da2-8d3f-b8bc458a9923 req-e7019098-42dd-48c8-a290-068f6c113b8a tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:59.306996 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c3610342-733e-4da2-8d3f-b8bc458a9923 req-e7019098-42dd-48c8-a290-068f6c113b8a tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 943 time: 0.1739249 May 04 17:13:59.320125 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:13:59.322971 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:13:59.331907 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:13:59.346674 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event updated for resources: {'Port': ['ID=501c55ff-129d-45a4-a8d4-e3ec5348ebb7,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:59.384963 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:59.409028 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c3610342-733e-4da2-8d3f-b8bc458a9923 req-bb0d9830-afc1-4996-8e84-80c92cdf81ad tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852504 May 04 17:13:59.415326 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] For port 943500e0-7df3-493a-8a0e-2656c419e7ef, host hv-cinder-78960, cleared binding levels {{(pid=74290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:13:59.420753 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] For port 943500e0-7df3-493a-8a0e-2656c419e7ef, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=943500e0-7df3-493a-8a0e-2656c419e7ef,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:13:59.423135 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:59.484646 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:59.489657 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:59.545879 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:59.546492 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:59.547901 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] 10.222.0.11 "PUT /v2.0/ports/943500e0-7df3-493a-8a0e-2656c419e7ef HTTP/1.1" status: 200 len: 1094 time: 2.4897439 May 04 17:13:59.548355 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7111d0a-8462-46aa-9711-bc73e8c43746', 'tag': '943500e0-7df3-493a-8a0e-2656c419e7ef'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:13:59.571420 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:59.636075 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Pushing event updated for resources: {'Port': ['ID=943500e0-7df3-493a-8a0e-2656c419e7ef,revision_number=3']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:13:59.640035 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:13:59.875180 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:59.934755 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83221793-dcb7-457e-bbb5-bd930310fe1e req-4082a33d-5ad1-4b36-bf3c-b8c70afffd51 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:13:59.942492 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-83221793-dcb7-457e-bbb5-bd930310fe1e req-4082a33d-5ad1-4b36-bf3c-b8c70afffd51 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 943 time: 0.0898924 May 04 17:13:59.943405 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:13:59.948871 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:13:59.996991 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-83221793-dcb7-457e-bbb5-bd930310fe1e req-4a2e7f8f-f724-4fde-bbea-a7d3d46501a2 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536153 May 04 17:14:00.021275 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7111d0a-8462-46aa-9711-bc73e8c43746', 'tag': '943500e0-7df3-493a-8a0e-2656c419e7ef', 'status': 'completed', 'code': 200} May 04 17:14:00.034381 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:00.062666 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event updated for resources: {'Port': ['ID=501c55ff-129d-45a4-a8d4-e3ec5348ebb7,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:00.071148 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:00.120931 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:00.123809 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7594557 May 04 17:14:00.304376 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b5f20ccc-fbf6-4a70-82ca-71111169b94d req-193573b9-8dd0-4e9c-ae21-8cece3b2c048 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 210 time: 0.0446634 May 04 17:14:00.423212 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-f7537a34-7b50-47bc-9f59-e6f04dd6263b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Synchronizing usage tracker for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:14:00.504534 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-f7537a34-7b50-47bc-9f59-e6f04dd6263b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Unset dirty status for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:14:00.505983 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-f7537a34-7b50-47bc-9f59-e6f04dd6263b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1290022884&fields=id&tenant_id=24062aed3d6d4a5391f4421a74f94669 HTTP/1.1" status: 200 len: 267 time: 0.1216433 May 04 17:14:00.768488 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-6274ffb4-5c7a-408f-9ac3-d275d704f429 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:00.775320 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-6274ffb4-5c7a-408f-9ac3-d275d704f429 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 817 time: 0.2607841 May 04 17:14:00.785335 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137d99-cd44-4550-8080-9c80f29dbe67 req-ff37ad61-b5d1-4bdd-82bf-e1bef0af0927 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:00.786746 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60137d99-cd44-4550-8080-9c80f29dbe67 req-ff37ad61-b5d1-4bdd-82bf-e1bef0af0927 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 943 time: 0.2529190 May 04 17:14:00.817510 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-cd03208c-0ffe-4553-ba9c-c24eb098f2cd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/quotas/24062aed3d6d4a5391f4421a74f94669 HTTP/1.1" status: 200 len: 375 time: 0.0412869 May 04 17:14:00.891156 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60137d99-cd44-4550-8080-9c80f29dbe67 req-0c00b166-81fb-4ad8-8fe3-f63971d15702 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960665 May 04 17:14:00.935327 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-1ff7c569-5cc1-4ed8-be13-aa9b08e30b89 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Synchronizing usage tracker for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:14:01.028584 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-1ff7c569-5cc1-4ed8-be13-aa9b08e30b89 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Unset dirty status for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:14:01.035219 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-1ff7c569-5cc1-4ed8-be13-aa9b08e30b89 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2168124 May 04 17:14:01.056543 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:01.292021 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-85cc9161-f65c-4060-8961-84fbbbf46ed3 service neutron] 10.222.0.22 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480984 May 04 17:14:01.402769 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1da4d-332c-433b-973b-cdbd134dcefe req-15005d3c-bbbe-4c48-b764-dfb8e19dd766 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:01.404826 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d0c1da4d-332c-433b-973b-cdbd134dcefe req-15005d3c-bbbe-4c48-b764-dfb8e19dd766 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 943 time: 0.2599721 May 04 17:14:01.485843 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d0c1da4d-332c-433b-973b-cdbd134dcefe req-d1618582-f2a5-4e00-8efd-2cd7ff745128 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671153 May 04 17:14:01.487894 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-0c03a3e5-4e7b-45e8-8055-669963687069 service neutron] 10.222.0.22 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845121 May 04 17:14:01.636235 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-50d556aa-6160-4e25-a0f9-b08d79bddcf5 req-e8761c88-0eb3-4c09-9376-2e4902077bc2 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 210 time: 0.0446048 May 04 17:14:02.191859 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d768e-6dc4-4ad0-a482-435636e0cd15 req-57fc6fe2-f4ec-4be8-8168-c453cd79b03e tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:02.191859 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-441d768e-6dc4-4ad0-a482-435636e0cd15 req-57fc6fe2-f4ec-4be8-8168-c453cd79b03e tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 943 time: 0.1078219 May 04 17:14:02.196136 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-441d768e-6dc4-4ad0-a482-435636e0cd15 req-87134483-b6a6-40bc-94ca-d826514f3235 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398481 May 04 17:14:02.755800 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0cca824-9f26-4dc4-8949-3d87b6513eea req-7a878344-84ef-481c-bd1d-e014f4779713 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 210 time: 0.0568151 May 04 17:14:02.781269 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f906d9d0-9064-4cd4-a4eb-8f6b0489b4f2 req-c308940c-70a6-445a-b366-d86118f17dc3 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:02.781269 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f906d9d0-9064-4cd4-a4eb-8f6b0489b4f2 req-c308940c-70a6-445a-b366-d86118f17dc3 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 943 time: 0.1785548 May 04 17:14:02.854602 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f906d9d0-9064-4cd4-a4eb-8f6b0489b4f2 req-16abf378-9ea8-4dd2-898c-60fd810c629e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669630 May 04 17:14:02.974029 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b48fa008-c135-419d-99ae-3b61beea25fe req-abc9136b-9ef0-4e6b-82a6-dbd42d71a94d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 210 time: 0.0530982 May 04 17:14:03.522431 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def056e8-3af8-4a3d-a436-97340005246a req-88c13e4c-be8c-411b-80e6-dd7369c77b06 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:03.530016 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-def056e8-3af8-4a3d-a436-97340005246a req-88c13e4c-be8c-411b-80e6-dd7369c77b06 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 943 time: 0.1320000 May 04 17:14:03.581455 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-def056e8-3af8-4a3d-a436-97340005246a req-85d3d1ff-e76a-4ea2-a5ac-cc3c64b4cfde tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505102 May 04 17:14:03.873192 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b728bd7a-e768-408a-882e-496f71ec6ae8 req-4c0ed24e-a5c1-4dc1-a30d-c99375da4747 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 210 time: 0.0430048 May 04 17:14:04.090265 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab0185-ad6d-42f5-91f0-a0cbe2c5df0b req-a873e28e-5526-43e0-8b11-0b86c93fd748 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:04.092012 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-74ab0185-ad6d-42f5-91f0-a0cbe2c5df0b req-a873e28e-5526-43e0-8b11-0b86c93fd748 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 943 time: 0.1166315 May 04 17:14:04.169757 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-51c041c3-eb06-4744-a5f3-524854061e73 req-7200698f-6b3f-4f6e-b101-f9077dddd8a0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 210 time: 0.0566425 May 04 17:14:04.194630 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-74ab0185-ad6d-42f5-91f0-a0cbe2c5df0b req-a8612a18-c7c7-45fc-bfdc-e3c5a20dca78 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853472 May 04 17:14:04.443915 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Request body: {'port': {'device_id': '382325cb-c18e-41b8-b315-3855f2fa1247', 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e', 'admin_state_up': True, 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:04.686356 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b1a1-cc3d-4056-a987-981394905a49 req-20fa4bb9-2aab-453f-8a70-da535b7916fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:04.687982 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dda1b1a1-cc3d-4056-a987-981394905a49 req-20fa4bb9-2aab-453f-8a70-da535b7916fa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 1097 time: 0.1000953 May 04 17:14:04.717943 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1a1a6-f84b-48ff-8907-46ff4ac878bf req-feaeb5e2-efa4-43b5-998d-270f17d4c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:04.719370 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bae1a1a6-f84b-48ff-8907-46ff4ac878bf req-feaeb5e2-efa4-43b5-998d-270f17d4c634 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4ea54ac2-730e-42e2-9621-687922cf4ba5 HTTP/1.1" status: 200 len: 913 time: 0.2452109 May 04 17:14:04.727596 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-5828e7c1-820b-4824-a876-3d1577ea3394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:04.741089 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-5828e7c1-820b-4824-a876-3d1577ea3394 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0d97dca-f7a6-4fee-aada-77814155f9eb HTTP/1.1" status: 200 len: 855 time: 0.2561812 May 04 17:14:04.902066 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-c9fb7de6-930f-4e39-953f-2764869b62da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1f53d29-895b-4d95-9855-c27f27b4b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1600997 May 04 17:14:04.908750 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b1a1-cc3d-4056-a987-981394905a49 req-24d2af13-9b85-41a1-b72a-2bd7cda226a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:04.910265 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dda1b1a1-cc3d-4056-a987-981394905a49 req-24d2af13-9b85-41a1-b72a-2bd7cda226a0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2089782 May 04 17:14:04.922959 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a2287-79a0-458c-9b6a-5aaa49a7b80d req-818c5cae-9db7-48c2-8903-28d2a1d41c6d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:04.924517 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-222a2287-79a0-458c-9b6a-5aaa49a7b80d req-818c5cae-9db7-48c2-8903-28d2a1d41c6d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 943 time: 0.1713002 May 04 17:14:04.983941 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bae1a1a6-f84b-48ff-8907-46ff4ac878bf req-5187b7cf-c296-4183-bc5a-6c5c280427d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef1834ec-192a-4894-a601-15592ed97c59 HTTP/1.1" status: 200 len: 217 time: 0.1526110 May 04 17:14:05.133066 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:05.151225 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5233be1d-4f80-4ba3-8291-5bfeeba386a5 req-d296c8b8-7f53-453f-a1f7-9bf484e4819e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 210 time: 0.0973566 May 04 17:14:05.159159 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:05.163709 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1a1a6-f84b-48ff-8907-46ff4ac878bf req-5a7111b5-1a3d-4b49-8dab-ebdd73662ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:05.165182 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bae1a1a6-f84b-48ff-8907-46ff4ac878bf req-5a7111b5-1a3d-4b49-8dab-ebdd73662ab5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d8800ce2-4ce1-4f1e-a9f1-760ce33ae47a HTTP/1.1" status: 200 len: 852 time: 0.1536112 May 04 17:14:05.190154 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-222a2287-79a0-458c-9b6a-5aaa49a7b80d req-438e94e9-b02a-48ec-aa6f-fa5e0c100bef tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465620 May 04 17:14:05.246815 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bae1a1a6-f84b-48ff-8907-46ff4ac878bf req-628a642c-3a09-472d-9e8a-90f0aa82059c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4ea54ac2-730e-42e2-9621-687922cf4ba5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746214 May 04 17:14:05.253542 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1b1a1-cc3d-4056-a987-981394905a49 req-e2ad54e8-4bcd-4f2e-bfdb-8b1964429ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:05.255583 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dda1b1a1-cc3d-4056-a987-981394905a49 req-e2ad54e8-4bcd-4f2e-bfdb-8b1964429ec4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3297615 May 04 17:14:05.276450 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-6146a78a-60e2-48f7-b242-68e578c63a66 service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948987 May 04 17:14:05.377377 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Made reservation on behalf of bdf2486339b2448e942c95d1d8a2bc28 for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:14:05.380757 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:05.444617 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fa813cbe-d3f8-48aa-a95e-6df9ea9cf0df req-fc1e348d-a9f3-43ff-8128-e5162af8dfbc tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 210 time: 0.0862541 May 04 17:14:05.500869 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267f1b-0a06-4b83-9735-666bceb59016 req-e934bf89-0813-4c4a-abd1-621849bf9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:05.502344 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-e934bf89-0813-4c4a-abd1-621849bf9f32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 1097 time: 0.2089236 May 04 17:14:05.522699 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce598113-cee9-4976-b05f-b0bbda7c085b req-3d02542a-413d-4963-824d-fcfe38be9208 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:05.525047 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ce598113-cee9-4976-b05f-b0bbda7c085b req-3d02542a-413d-4963-824d-fcfe38be9208 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 943 time: 0.1677904 May 04 17:14:05.571080 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8ded9e5c-57d1-4cc6-88cb-8112a46d2b5e req-a46fd63d-29f0-46bb-92bb-7befb22ee5b1 service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826087 May 04 17:14:05.597003 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bae1a1a6-f84b-48ff-8907-46ff4ac878bf req-3b156c2c-1130-4c31-a5f4-a114f7123772 service neutron] 10.222.0.11 "GET /v2.0/networks/4ea54ac2-730e-42e2-9621-687922cf4ba5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426561 May 04 17:14:05.613865 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-b3214bad-7b78-4d26-a4d6-4f2890057af4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=943500e0-7df3-493a-8a0e-2656c419e7ef HTTP/1.1" status: 200 len: 217 time: 0.0876913 May 04 17:14:05.690548 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ce598113-cee9-4976-b05f-b0bbda7c085b req-cc5d7025-8546-420f-bf8e-a9302581b80e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121404 May 04 17:14:05.714106 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267f1b-0a06-4b83-9735-666bceb59016 req-98bc9345-1058-49fb-8711-8ac5aafb9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:05.714106 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-98bc9345-1058-49fb-8711-8ac5aafb9c82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b32ce49-09ab-4ba5-89dc-6e9b269f5a41 HTTP/1.1" status: 200 len: 858 time: 0.0890491 May 04 17:14:05.804824 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-6c05731b-1c8f-4329-94b9-f927a8a29f4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=397cd77a-abc4-4053-a1eb-1563ed5bf14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781562 May 04 17:14:05.819893 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.11', 57610) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:05.826685 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Allocated IP 172.20.0.9 (397cd77a-abc4-4053-a1eb-1563ed5bf14e/1b32ce49-09ab-4ba5-89dc-6e9b269f5a41/2097a1ef-de80-4069-9ef1-773975f25ce6) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:14:05.898330 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bae1a1a6-f84b-48ff-8907-46ff4ac878bf req-648939ce-dab9-40b6-b14c-89bac3dd1334 service neutron] 10.222.0.11 "GET /v2.0/networks/4ea54ac2-730e-42e2-9621-687922cf4ba5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700446 May 04 17:14:05.987923 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-118bfdc1-c9c1-4f16-a340-d8e0f6b360a2 service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688268 May 04 17:14:06.087056 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554bf9d-acfc-4919-aa28-9aad0b1f2c98 req-f9e453dc-fdc2-4e93-9490-4023893c5f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:06.088290 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2554bf9d-acfc-4919-aa28-9aad0b1f2c98 req-f9e453dc-fdc2-4e93-9490-4023893c5f56 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 1096 time: 0.3363187 May 04 17:14:06.098869 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-cd9b03ad-f8b7-40de-bd40-ac2614014d25 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:06.099577 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-cd9b03ad-f8b7-40de-bd40-ac2614014d25 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Synchronizing usage tracker for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:network {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:14:06.179920 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17267f1b-0a06-4b83-9735-666bceb59016 req-1d5a6e75-fd04-4f06-b871-2b2a3678302a service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848259 May 04 17:14:06.340220 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:06.353494 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554bf9d-acfc-4919-aa28-9aad0b1f2c98 req-fccf5583-c388-408c-b233-7eb0de25bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:06.353494 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2554bf9d-acfc-4919-aa28-9aad0b1f2c98 req-fccf5583-c388-408c-b233-7eb0de25bcb6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1f53d29-895b-4d95-9855-c27f27b4b040 HTTP/1.1" status: 200 len: 916 time: 0.2457016 May 04 17:14:06.388820 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-96227220-a668-418b-ae67-1266db404912 req-7c6fb5c1-cf7e-419e-9b2d-5450149ba522 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 210 time: 0.0650342 May 04 17:14:06.418895 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-cd9b03ad-f8b7-40de-bd40-ac2614014d25 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Unset dirty status for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:network {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:14:06.420864 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-cd9b03ad-f8b7-40de-bd40-ac2614014d25 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.11 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 817 time: 0.5950661 May 04 17:14:06.433108 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2554bf9d-acfc-4919-aa28-9aad0b1f2c98 req-38904250-07d2-4506-812d-5b86eaafba08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3447bd73-1b3b-4499-a657-92c455578ce5 HTTP/1.1" status: 200 len: 217 time: 0.0729752 May 04 17:14:06.496515 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386006e-4f39-4547-bef4-54fcc36d3812 req-3bb5766f-517a-4371-bcd8-f1c18b7ac4bb tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:06.499409 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7386006e-4f39-4547-bef4-54fcc36d3812 req-3bb5766f-517a-4371-bcd8-f1c18b7ac4bb tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 943 time: 0.1268468 May 04 17:14:06.534888 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-7d884fdb-8e65-4dce-b497-61a4a8127132 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Synchronizing usage tracker for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:security_group {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:14:06.559937 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2554bf9d-acfc-4919-aa28-9aad0b1f2c98 req-2b59383a-d660-4469-a23b-12a6cb900542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:06.561464 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2554bf9d-acfc-4919-aa28-9aad0b1f2c98 req-2b59383a-d660-4469-a23b-12a6cb900542 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0d97dca-f7a6-4fee-aada-77814155f9eb HTTP/1.1" status: 200 len: 855 time: 0.1061153 May 04 17:14:06.564030 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-7d884fdb-8e65-4dce-b497-61a4a8127132 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Unset dirty status for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:security_group {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:14:06.565081 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-7d884fdb-8e65-4dce-b497-61a4a8127132 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24062aed3d6d4a5391f4421a74f94669 HTTP/1.1" status: 200 len: 380 time: 0.1317339 May 04 17:14:06.574153 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7386006e-4f39-4547-bef4-54fcc36d3812 req-a02041f4-a3cf-4f4e-93cb-f14ed4a1ab6f tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682261 May 04 17:14:06.686993 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec052-fa30-4631-8d35-3865d77441a9 req-3c320c57-483e-4379-8d53-ce473b1f0139 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:06.688436 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6b0ec052-fa30-4631-8d35-3865d77441a9 req-3c320c57-483e-4379-8d53-ce473b1f0139 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 931 time: 0.0896609 May 04 17:14:06.697972 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Request body: {'port': {'device_id': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'admin_state_up': True, 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'security_groups': ['07164f8a-aebf-4ae5-9589-3d9aa240a569']}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:06.714729 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:06.718723 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2554bf9d-acfc-4919-aa28-9aad0b1f2c98 req-b8c78f20-dcb9-433c-b99c-aa8013bcc315 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1f53d29-895b-4d95-9855-c27f27b4b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450047 May 04 17:14:06.756557 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:06.782136 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6b0ec052-fa30-4631-8d35-3865d77441a9 req-88060d36-a4db-434c-a3c1-62261d3aabca tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833018 May 04 17:14:06.927649 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9db89-c78b-4168-9d47-2478882c0bfe req-5f5c5dc2-8965-4b15-bd51-f6fe9e67f70a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:06.929123 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-16b9db89-c78b-4168-9d47-2478882c0bfe req-5f5c5dc2-8965-4b15-bd51-f6fe9e67f70a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 943 time: 0.0831256 May 04 17:14:06.963155 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Network 397cd77a-abc4-4053-a1eb-1563ed5bf14e is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:14:06.973065 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:14:06.976925 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-16b9db89-c78b-4168-9d47-2478882c0bfe req-d5200aba-66de-4d57-ac93-3d2e9d8629aa tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396221 May 04 17:14:06.980880 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:14:06.986834 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:06.987435 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:07.000498 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Pushing event updated for resources: {'Port': ['ID=2097a1ef-de80-4069-9ef1-773975f25ce6,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:07.011563 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:07.061587 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:07.064977 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2554bf9d-acfc-4919-aa28-9aad0b1f2c98 req-691333e5-65f8-449b-beaf-e6f93347a3b5 service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337414 May 04 17:14:07.073947 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:07.167541 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7289579 May 04 17:14:07.181581 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Request body: {'port': {'device_id': '382325cb-c18e-41b8-b315-3855f2fa1247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:07.247838 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Made reservation on behalf of 24062aed3d6d4a5391f4421a74f94669 for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:14:07.251202 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:07.307206 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2554bf9d-acfc-4919-aa28-9aad0b1f2c98 req-75a9597a-af84-4e9b-901e-948cf2460098 service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343438 May 04 17:14:07.385721 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:07.557673 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1dba4f3b-471f-408d-8428-ab14e08f7e20 req-be61b355-94bc-4730-8655-cb4c65dad16a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 210 time: 0.0485437 May 04 17:14:07.585032 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Allocated IP 172.20.0.9 (083a592e-a783-46d4-8afb-a37fb4ff1f7a/7b4c2924-2567-4b3e-95c5-9f1b25ee27ef/5ac30203-edd4-4a2d-a017-892759a71e80) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:14:07.647525 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47130) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:07.856912 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c9005723-344b-4acc-9d14-e17a36eb5744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:07.884564 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1905b072-8606-4193-b2b9-9d989f624406 req-a8aefd00-5082-44d7-9e05-78082474b036 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:07.892971 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1905b072-8606-4193-b2b9-9d989f624406 req-a8aefd00-5082-44d7-9e05-78082474b036 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 943 time: 0.1752248 May 04 17:14:07.909933 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c9005723-344b-4acc-9d14-e17a36eb5744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:07.930367 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:07.951010 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-c9005723-344b-4acc-9d14-e17a36eb5744 admin admin] Usage tracker for resource:security_group_rule and tenant:a150e40bdf4049fa8dd8617ae17f89a1 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:07.958694 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Transition to ACTIVE for port object 5ac30203-edd4-4a2d-a017-892759a71e80 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:14:07.959462 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-c9005723-344b-4acc-9d14-e17a36eb5744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:07.979833 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c9005723-344b-4acc-9d14-e17a36eb5744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:07.998841 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1905b072-8606-4193-b2b9-9d989f624406 req-0860e886-ef59-4faf-b2e9-b3cb1c92064d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047826 May 04 17:14:08.016721 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2097a1ef-de80-4069-9ef1-773975f25ce6 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:14:08.026554 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.047067 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Transition to ACTIVE for port object 2097a1ef-de80-4069-9ef1-773975f25ce6 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:14:08.056166 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24add47e-4bc6-4cb7-b457-63de946354b3 req-acac0c1d-e707-423a-a4a8-088f283a3378 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:08.057605 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-24add47e-4bc6-4cb7-b457-63de946354b3 req-acac0c1d-e707-423a-a4a8-088f283a3378 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 931 time: 0.1434593 May 04 17:14:08.126602 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.131496 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-24add47e-4bc6-4cb7-b457-63de946354b3 req-53dec974-fa98-4fc6-a512-16f00134db35 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674717 May 04 17:14:08.131623 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:08.139868 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c9005723-344b-4acc-9d14-e17a36eb5744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.181268 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.252651 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c9005723-344b-4acc-9d14-e17a36eb5744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.264361 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:08.309845 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Pushing event updated for resources: {'Port': ['ID=2097a1ef-de80-4069-9ef1-773975f25ce6,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:08.311290 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-c9005723-344b-4acc-9d14-e17a36eb5744 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a150e40bdf4049fa8dd8617ae17f89a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6624901 May 04 17:14:08.311899 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47158) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:08.316231 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Network 083a592e-a783-46d4-8afb-a37fb4ff1f7a is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:14:08.317276 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:08.317947 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:08.323174 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9005723-344b-4acc-9d14-e17a36eb5744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9055c2df-b878-4c18-b2ee-89ef2e8f7fd6,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:08.337725 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c9005723-344b-4acc-9d14-e17a36eb5744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:08.372202 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e0f00-cd5a-44eb-aa47-e41b949d2681 req-c17de7b5-7fbb-4476-bdbd-539dea3c861d tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:08.373724 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1e0e0f00-cd5a-44eb-aa47-e41b949d2681 req-c17de7b5-7fbb-4476-bdbd-539dea3c861d tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 943 time: 0.2228131 May 04 17:14:08.378479 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:14:08.380771 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:14:08.386135 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:08.386743 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.439549 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7d3f806d-4c2b-4740-91c6-93d7a3c94032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.460504 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1e0e0f00-cd5a-44eb-aa47-e41b949d2681 req-2c325944-6199-433f-ad49-8df07931bf2d tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678451 May 04 17:14:08.477158 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7d3f806d-4c2b-4740-91c6-93d7a3c94032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.557400 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event updated for resources: {'Port': ['ID=5ac30203-edd4-4a2d-a017-892759a71e80,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:08.566541 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Attempting to bind port 2097a1ef-de80-4069-9ef1-773975f25ce6 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:14:08.567038 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Attempting to bind port 2097a1ef-de80-4069-9ef1-773975f25ce6 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:14:08.567870 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Attempting to bind port 2097a1ef-de80-4069-9ef1-773975f25ce6 on network 397cd77a-abc4-4053-a1eb-1563ed5bf14e {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:14:08.570759 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:08.576616 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Port 2097a1ef-de80-4069-9ef1-773975f25ce6 on network 397cd77a-abc4-4053-a1eb-1563ed5bf14e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:14:08.577185 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Attempting to bind port 2097a1ef-de80-4069-9ef1-773975f25ce6 on network 397cd77a-abc4-4053-a1eb-1563ed5bf14e {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:14:08.584276 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:14:08.584610 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Checking segment: {'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:14:08.585037 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Bound using segment: {'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:14:08.585596 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Bound port: 2097a1ef-de80-4069-9ef1-773975f25ce6, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:14:08.585795 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.629521 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7d3f806d-4c2b-4740-91c6-93d7a3c94032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.635698 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:08.641216 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 47172) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:08.651723 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3f806d-4c2b-4740-91c6-93d7a3c94032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9055c2df-b878-4c18-b2ee-89ef2e8f7fd6,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:08.654512 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7d3f806d-4c2b-4740-91c6-93d7a3c94032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:08.655753 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7d3f806d-4c2b-4740-91c6-93d7a3c94032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.660312 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9703584 May 04 17:14:08.661367 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-7d3f806d-4c2b-4740-91c6-93d7a3c94032 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9055c2df-b878-4c18-b2ee-89ef2e8f7fd6 HTTP/1.1" status: 204 len: 168 time: 0.3471737 May 04 17:14:08.687423 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Request body: {'port': {'device_id': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:08.766980 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] For port 2097a1ef-de80-4069-9ef1-773975f25ce6, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:14:08.814820 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] For port 2097a1ef-de80-4069-9ef1-773975f25ce6, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2097a1ef-de80-4069-9ef1-773975f25ce6,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:14:08.826957 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0d0a5-443f-4db1-8486-32a509fabb05 req-8a14f74a-47ed-431c-b89a-b46dad6508a3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:08.833327 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cfd0d0a5-443f-4db1-8486-32a509fabb05 req-8a14f74a-47ed-431c-b89a-b46dad6508a3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 931 time: 0.0999875 May 04 17:14:08.834110 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.874879 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-c646c766-ebc1-4d63-9b35-7e34685a957b None None] Provisioning for port 5ac30203-edd4-4a2d-a017-892759a71e80 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:14:08.880225 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-c646c766-ebc1-4d63-9b35-7e34685a957b None None] Provisioning complete for port 5ac30203-edd4-4a2d-a017-892759a71e80 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:14:08.891206 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-c646c766-ebc1-4d63-9b35-7e34685a957b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.893872 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cfd0d0a5-443f-4db1-8486-32a509fabb05 req-a49cceeb-025a-406b-aeb4-32a1ea76314b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589676 May 04 17:14:08.900238 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2aaefedd-4edd-47e5-8726-6e20285aa914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.918147 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:08.933276 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:08.967734 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-c646c766-ebc1-4d63-9b35-7e34685a957b None None] Port 5ac30203-edd4-4a2d-a017-892759a71e80 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:14:08.974982 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2aaefedd-4edd-47e5-8726-6e20285aa914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:09.004301 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:09.004763 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.006128 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-ec204873-be53-4329-9dfd-647d2141328b service neutron] 10.222.0.11 "PUT /v2.0/ports/2097a1ef-de80-4069-9ef1-773975f25ce6 HTTP/1.1" status: 200 len: 1093 time: 1.8304012 May 04 17:14:09.007130 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-2aaefedd-4edd-47e5-8726-6e20285aa914 admin admin] Usage tracker for resource:security_group_rule and tenant:896f0427ac0642b7a55e2b36ab3cd5a6 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:09.012258 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382325cb-c18e-41b8-b315-3855f2fa1247', 'tag': '2097a1ef-de80-4069-9ef1-773975f25ce6'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:14:09.026028 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-2aaefedd-4edd-47e5-8726-6e20285aa914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:09.045679 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device ef1834ec-192a-4894-a601-15592ed97c59 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:14:09.083800 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2aaefedd-4edd-47e5-8726-6e20285aa914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:09.117489 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382325cb-c18e-41b8-b315-3855f2fa1247', 'tag': '2097a1ef-de80-4069-9ef1-773975f25ce6', 'status': 'completed', 'code': 200} May 04 17:14:09.130810 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Pushing event updated for resources: {'Port': ['ID=2097a1ef-de80-4069-9ef1-773975f25ce6,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:09.134744 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:09.218904 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port ef1834ec-192a-4894-a601-15592ed97c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef1834ec-192a-4894-a601-15592ed97c59,segment=NetworkSegment(56e0a63b-20a6-4e0b-929c-f36da8f8103c),segment_id=56e0a63b-20a6-4e0b-929c-f36da8f8103c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:09.236702 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': 'ef1834ec-192a-4894-a601-15592ed97c59', 'network_id': '4ea54ac2-730e-42e2-9621-687922cf4ba5', 'port_id': 'ef1834ec-192a-4894-a601-15592ed97c59', 'mac_address': 'fa:16:3e:3e:ce:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8800ce2-4ce1-4f1e-a9f1-760ce33ae47a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:14:09.295163 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 47196) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:09.304140 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.324960 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1834ec-192a-4894-a601-15592ed97c59 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:14:09.344078 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port ef1834ec-192a-4894-a601-15592ed97c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef1834ec-192a-4894-a601-15592ed97c59,segment=NetworkSegment(56e0a63b-20a6-4e0b-929c-f36da8f8103c),segment_id=56e0a63b-20a6-4e0b-929c-f36da8f8103c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:09.387377 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5490d0-4bf4-47c4-a93a-8a8d6c018b5f req-3a93a9c7-8f8b-44a5-882e-6c1ed2c31813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:09.388912 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1f5490d0-4bf4-47c4-a93a-8a8d6c018b5f req-3a93a9c7-8f8b-44a5-882e-6c1ed2c31813 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 1096 time: 0.2616854 May 04 17:14:09.431200 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:14:09.433632 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.435514 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 3447bd73-1b3b-4499-a657-92c455578ce5 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:14:09.445328 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-a41d4f55-1e35-4671-8a70-fa3086046875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:09.473093 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2aaefedd-4edd-47e5-8726-6e20285aa914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.474021 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad6186-7306-4c70-b673-08e83a6fb2ef req-19b88092-9db0-4f95-8fbf-7ab0417b9d90 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:09.481050 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4bad6186-7306-4c70-b673-08e83a6fb2ef req-19b88092-9db0-4f95-8fbf-7ab0417b9d90 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 943 time: 0.2161443 May 04 17:14:09.491329 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45497af0-cffc-4c58-af3b-cc1097766a07 req-4f8cc819-145f-471c-af91-ab8be8fd4835 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:09.494502 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-45497af0-cffc-4c58-af3b-cc1097766a07 req-4f8cc819-145f-471c-af91-ab8be8fd4835 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 943 time: 0.1525805 May 04 17:14:09.527640 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=ef1834ec-192a-4894-a601-15592ed97c59,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:09.551701 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:09.563639 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4bad6186-7306-4c70-b673-08e83a6fb2ef req-01a4c01c-f304-4bc3-b688-ff528f744faa tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816677 May 04 17:14:09.565552 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2aaefedd-4edd-47e5-8726-6e20285aa914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.575166 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0d110645-86a8-4483-b312-e665835586d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.580599 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-45497af0-cffc-4c58-af3b-cc1097766a07 req-4001e914-5df3-483f-9239-ee5c41ae7272 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690129 May 04 17:14:09.615877 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8a833305-ab46-44f3-be55-f05fea68ce77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:09.657528 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaefedd-4edd-47e5-8726-6e20285aa914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45441ec-80a6-4eeb-9ed5-1af316b7de7c,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:09.661134 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2aaefedd-4edd-47e5-8726-6e20285aa914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:09.671075 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0d110645-86a8-4483-b312-e665835586d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:09.685092 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 3447bd73-1b3b-4499-a657-92c455578ce5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3447bd73-1b3b-4499-a657-92c455578ce5,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:09.691320 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-0d110645-86a8-4483-b312-e665835586d0 admin admin] Usage tracker for resource:security_group_rule and tenant:128e66650de04e6cbca2870a7c5c9240 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:09.695965 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-0d110645-86a8-4483-b312-e665835586d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:09.698618 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '3447bd73-1b3b-4499-a657-92c455578ce5', 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040', 'port_id': '3447bd73-1b3b-4499-a657-92c455578ce5', 'mac_address': 'fa:16:3e:fb:a5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d97dca-f7a6-4fee-aada-77814155f9eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:14:09.721232 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0d110645-86a8-4483-b312-e665835586d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:09.736712 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-2aaefedd-4edd-47e5-8726-6e20285aa914 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=896f0427ac0642b7a55e2b36ab3cd5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0889742 May 04 17:14:09.736712 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac30203-edd4-4a2d-a017-892759a71e80 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:14:09.740077 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47206) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:09.749301 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5490d0-4bf4-47c4-a93a-8a8d6c018b5f req-14be57a1-a34c-4f5f-8be3-b44036d3a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:09.750809 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1f5490d0-4bf4-47c4-a93a-8a8d6c018b5f req-14be57a1-a34c-4f5f-8be3-b44036d3a225 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3507645 May 04 17:14:09.752375 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.776607 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.782869 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47210) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:09.824199 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Transition to ACTIVE for port object 5ac30203-edd4-4a2d-a017-892759a71e80 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:14:09.827994 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3447bd73-1b3b-4499-a657-92c455578ce5 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:14:09.839996 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3889917e-7dde-4817-991c-2c30d600d9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.845666 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 3447bd73-1b3b-4499-a657-92c455578ce5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3447bd73-1b3b-4499-a657-92c455578ce5,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:09.874098 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734262b-1c0c-4aa2-9458-f3f0b925d71e req-eb6a7403-5436-44de-8440-c58d3d3ea2f2 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:09.875539 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1734262b-1c0c-4aa2-9458-f3f0b925d71e req-eb6a7403-5436-44de-8440-c58d3d3ea2f2 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 943 time: 0.2061725 May 04 17:14:09.876493 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-3889917e-7dde-4817-991c-2c30d600d9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:09.886894 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-3889917e-7dde-4817-991c-2c30d600d9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d5b2fe87de114b9aa244ab93b44407ad is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:09.900456 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cd88fe5d-f929-4801-bd89-5811f0c85d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.904823 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-3889917e-7dde-4817-991c-2c30d600d9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:09.924255 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-3889917e-7dde-4817-991c-2c30d600d9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:09.930145 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.945296 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9818767b-b6d7-4ffa-a455-da16145f84b5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:09.948079 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.949126 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 943500e0-7df3-493a-8a0e-2656c419e7ef details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:14:09.951547 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cd88fe5d-f929-4801-bd89-5811f0c85d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:09.954573 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-07e5f547-b978-4853-8fb0-4e75f0527736 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:09.968517 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1734262b-1c0c-4aa2-9458-f3f0b925d71e req-217f2fe1-57da-4fea-b6da-0b10aff4b1a7 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849307 May 04 17:14:10.002763 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5490d0-4bf4-47c4-a93a-8a8d6c018b5f req-20e562f6-07c6-4c38-842a-d2c3687cdc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:10.004814 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1f5490d0-4bf4-47c4-a93a-8a8d6c018b5f req-20e562f6-07c6-4c38-842a-d2c3687cdc50 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455115 May 04 17:14:10.128610 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0d110645-86a8-4483-b312-e665835586d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.131084 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=3447bd73-1b3b-4499-a657-92c455578ce5,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:10.131953 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cd88fe5d-f929-4801-bd89-5811f0c85d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.154404 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9b122-fef3-49e8-b8c5-80413d67d3eb req-8b9b9b74-f154-4903-b95b-2ebab4772efd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:10.162795 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9ac9b122-fef3-49e8-b8c5-80413d67d3eb req-8b9b9b74-f154-4903-b95b-2ebab4772efd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1266038 May 04 17:14:10.167247 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c9005723-344b-4acc-9d14-e17a36eb5744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:10.181334 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:10.191884 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Pushing event updated for resources: {'Port': ['ID=5ac30203-edd4-4a2d-a017-892759a71e80,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:10.194821 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:10.201837 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88fe5d-f929-4801-bd89-5811f0c85d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45441ec-80a6-4eeb-9ed5-1af316b7de7c,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:10.206656 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0d110645-86a8-4483-b312-e665835586d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.210543 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cd88fe5d-f929-4801-bd89-5811f0c85d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:10.221122 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cd88fe5d-f929-4801-bd89-5811f0c85d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.222439 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-cd88fe5d-f929-4801-bd89-5811f0c85d8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f45441ec-80a6-4eeb-9ed5-1af316b7de7c HTTP/1.1" status: 204 len: 168 time: 0.4815028 May 04 17:14:10.223042 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:10.234267 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Attempting to bind port 5ac30203-edd4-4a2d-a017-892759a71e80 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:14:10.234608 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Attempting to bind port 5ac30203-edd4-4a2d-a017-892759a71e80 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:14:10.234875 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Attempting to bind port 5ac30203-edd4-4a2d-a017-892759a71e80 on network 083a592e-a783-46d4-8afb-a37fb4ff1f7a {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:14:10.265007 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Port 5ac30203-edd4-4a2d-a017-892759a71e80 on network 083a592e-a783-46d4-8afb-a37fb4ff1f7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:14:10.265328 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Attempting to bind port 5ac30203-edd4-4a2d-a017-892759a71e80 on network 083a592e-a783-46d4-8afb-a37fb4ff1f7a {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:14:10.267681 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9ac9b122-fef3-49e8-b8c5-80413d67d3eb req-24a10191-d00f-4754-ad1a-967e3e367cd6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036129 May 04 17:14:10.291597 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-0d110645-86a8-4483-b312-e665835586d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=128e66650de04e6cbca2870a7c5c9240&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9931204 May 04 17:14:10.295476 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47220) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:10.295921 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:14:10.296261 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Checking segment: {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:14:10.296638 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Bound using segment: {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:14:10.297098 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Bound port: 5ac30203-edd4-4a2d-a017-892759a71e80, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:14:10.297437 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.309740 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d110645-86a8-4483-b312-e665835586d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37416149-efc9-4376-a569-2ca8b159b829,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:10.312801 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0d110645-86a8-4483-b312-e665835586d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:10.324635 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 943500e0-7df3-493a-8a0e-2656c419e7ef, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=943500e0-7df3-493a-8a0e-2656c419e7ef,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:10.350060 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '943500e0-7df3-493a-8a0e-2656c419e7ef', 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e', 'port_id': '943500e0-7df3-493a-8a0e-2656c419e7ef', 'mac_address': 'fa:16:3e:f4:cf:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b32ce49-09ab-4ba5-89dc-6e9b269f5a41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:14:10.439948 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-0c19a6fa-b8cf-4745-b128-f84cb0b1b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:10.441408 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-0c19a6fa-b8cf-4745-b128-f84cb0b1b66c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 1096 time: 0.3767595 May 04 17:14:10.442632 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.455916 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0e9434cd-fd59-44fd-b7c6-59f538977ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.470294 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943500e0-7df3-493a-8a0e-2656c419e7ef {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:14:10.488295 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0e9434cd-fd59-44fd-b7c6-59f538977ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.499465 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 943500e0-7df3-493a-8a0e-2656c419e7ef, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=943500e0-7df3-493a-8a0e-2656c419e7ef,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:10.528238 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-596ca591-6579-4a49-8bf8-19618bf605c3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2097a1ef-de80-4069-9ef1-773975f25ce6 HTTP/1.1" status: 200 len: 217 time: 0.0756955 May 04 17:14:10.578092 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:14:10.583444 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.586815 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:10.597000 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:14:10.602048 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3889917e-7dde-4817-991c-2c30d600d9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.606684 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9792a9c9-9a0f-4da4-bea2-7f259bb73fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:10.608287 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-9792a9c9-9a0f-4da4-bea2-7f259bb73fc2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b32ce49-09ab-4ba5-89dc-6e9b269f5a41 HTTP/1.1" status: 200 len: 858 time: 0.0715666 May 04 17:14:10.640417 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0e9434cd-fd59-44fd-b7c6-59f538977ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.647261 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-acd71031-c0cc-40d1-a874-315cdc18ee20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:10.666299 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-e8dabaa7-528d-4b0c-a0c4-d480f16b8a55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=397cd77a-abc4-4053-a1eb-1563ed5bf14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488112 May 04 17:14:10.669667 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.699022 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:10.699258 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9434cd-fd59-44fd-b7c6-59f538977ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37416149-efc9-4376-a569-2ca8b159b829,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:10.701597 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3889917e-7dde-4817-991c-2c30d600d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.702521 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0e9434cd-fd59-44fd-b7c6-59f538977ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:10.734326 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=943500e0-7df3-493a-8a0e-2656c419e7ef,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:10.737325 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:10.753444 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cd88fe5d-f929-4801-bd89-5811f0c85d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:10.773163 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:10.773919 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.775371 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] 10.222.0.11 "PUT /v2.0/ports/5ac30203-edd4-4a2d-a017-892759a71e80 HTTP/1.1" status: 200 len: 1093 time: 2.1035485 May 04 17:14:10.906959 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['ef1834ec-192a-4894-a601-15592ed97c59'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:14:10.917545 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0e9434cd-fd59-44fd-b7c6-59f538977ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:10.918631 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-0e9434cd-fd59-44fd-b7c6-59f538977ffa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37416149-efc9-4376-a569-2ca8b159b829 HTTP/1.1" status: 204 len: 168 time: 0.6237934 May 04 17:14:10.948023 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-3889917e-7dde-4817-991c-2c30d600d9a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5b2fe87de114b9aa244ab93b44407ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1586838 May 04 17:14:10.948345 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Pushing event updated for resources: {'Port': ['ID=5ac30203-edd4-4a2d-a017-892759a71e80,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:10.948863 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47240) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:10.952716 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:10.956537 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889917e-7dde-4817-991c-2c30d600d9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557ee6eb-bc67-4263-a6e8-54a989ca644a,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:10.972186 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-3889917e-7dde-4817-991c-2c30d600d9a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:10.984791 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-e988de65-8d32-45c4-b1c6-ebd25805977c service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133738 May 04 17:14:11.068517 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['3447bd73-1b3b-4499-a657-92c455578ce5'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:14:11.100169 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['943500e0-7df3-493a-8a0e-2656c419e7ef'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:14:11.104166 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eead8e-4990-40f8-b335-287f56429443 req-60fe1890-06ce-4ff3-9fc1-3598bdd81d40 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:11.113428 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e2eead8e-4990-40f8-b335-287f56429443 req-60fe1890-06ce-4ff3-9fc1-3598bdd81d40 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 944 time: 0.2678976 May 04 17:14:11.120289 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-39de04e0-1720-46c4-ad0f-7618b3d6a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:11.121619 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-30e97c8e-ee7d-40fc-93d6-07fe2134b700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:11.121912 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-39de04e0-1720-46c4-ad0f-7618b3d6a238 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 1096 time: 0.2277329 May 04 17:14:11.122598 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:14:11.157835 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-30e97c8e-ee7d-40fc-93d6-07fe2134b700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:11.201392 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-cf9f3798-4e07-4700-94f6-5fd1c7c5a7f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac30203-edd4-4a2d-a017-892759a71e80 HTTP/1.1" status: 200 len: 217 time: 0.0701683 May 04 17:14:11.233315 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d70038-db36-4aaa-9a9a-a20984e3905f req-d11c4a8c-cc44-4914-a295-696184897b0a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:11.240418 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-79d70038-db36-4aaa-9a9a-a20984e3905f req-d11c4a8c-cc44-4914-a295-696184897b0a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 943 time: 0.4884989 May 04 17:14:11.248522 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 47250) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:11.287570 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ed9dbce5-54b6-488b-a581-2df402c33984 req-f49e9be6-a99d-45e5-bf24-4382548ed77d service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909851 May 04 17:14:11.288507 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-973ba1ca-9711-4fb2-ad44-440990ec719a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:11.305434 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e2eead8e-4990-40f8-b335-287f56429443 req-fb11f63a-f2ab-420d-85bd-89e90e6a2712 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904557 May 04 17:14:11.312307 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-973ba1ca-9711-4fb2-ad44-440990ec719a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:11.315831 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-44a383e3-bc9d-4c6e-b9e0-1045cb9eae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:11.317443 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-44a383e3-bc9d-4c6e-b9e0-1045cb9eae4d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef HTTP/1.1" status: 200 len: 856 time: 0.1085002 May 04 17:14:11.319986 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-973ba1ca-9711-4fb2-ad44-440990ec719a admin admin] Usage tracker for resource:security_group_rule and tenant:230d85479a3e48c3bcebeee2b23aafa7 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:11.323044 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-973ba1ca-9711-4fb2-ad44-440990ec719a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:11.366137 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-973ba1ca-9711-4fb2-ad44-440990ec719a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:11.382467 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-79d70038-db36-4aaa-9a9a-a20984e3905f req-5ca6242d-e612-4600-a684-5353d56f4811 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406949 May 04 17:14:11.417300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-41c1e4c3-37f0-4721-af7c-1e43ebf8b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:11.419366 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-41c1e4c3-37f0-4721-af7c-1e43ebf8b343 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=083a592e-a783-46d4-8afb-a37fb4ff1f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0920134 May 04 17:14:11.479530 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-30e97c8e-ee7d-40fc-93d6-07fe2134b700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:11.485157 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7d3f806d-4c2b-4740-91c6-93d7a3c94032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:11.524550 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e97c8e-ee7d-40fc-93d6-07fe2134b700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557ee6eb-bc67-4263-a6e8-54a989ca644a,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:11.534033 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80', 'status': 'completed', 'code': 200} May 04 17:14:11.565202 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-30e97c8e-ee7d-40fc-93d6-07fe2134b700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:11.571420 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-30e97c8e-ee7d-40fc-93d6-07fe2134b700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:11.574836 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-30e97c8e-ee7d-40fc-93d6-07fe2134b700 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/557ee6eb-bc67-4263-a6e8-54a989ca644a HTTP/1.1" status: 204 len: 168 time: 0.6196220 May 04 17:14:11.698482 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-f4030de4-4eb6-4278-8403-d9b895dfebef service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709997 May 04 17:14:11.721776 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec48360d-784e-4ef0-9d9e-b3d9d7334e99 req-ba294062-b1b1-4c52-b4c0-5aaa1bc45c56 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:11.723759 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ec48360d-784e-4ef0-9d9e-b3d9d7334e99 req-ba294062-b1b1-4c52-b4c0-5aaa1bc45c56 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 944 time: 0.2069845 May 04 17:14:11.747333 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-973ba1ca-9711-4fb2-ad44-440990ec719a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:11.754269 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9db09-c02d-4555-a78b-3ecb236bdc1b req-9e0fd4f9-ca48-4155-bbed-3f20bc73e9d5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:11.758900 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-51f9db09-c02d-4555-a78b-3ecb236bdc1b req-9e0fd4f9-ca48-4155-bbed-3f20bc73e9d5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1673827 May 04 17:14:11.803546 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ec48360d-784e-4ef0-9d9e-b3d9d7334e99 req-e8169fbd-0daa-4bf8-9066-954e795b1af8 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709400 May 04 17:14:11.833273 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-51f9db09-c02d-4555-a78b-3ecb236bdc1b req-8720663c-23f3-425d-a6df-ea41ed020ec8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677435 May 04 17:14:11.842308 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-973ba1ca-9711-4fb2-ad44-440990ec719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:11.854298 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2aaefedd-4edd-47e5-8726-6e20285aa914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:11.877557 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47262) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:11.895108 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9129dfbe-bc74-49c3-ae3d-3713d9469da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:11.897110 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-27f4e10c-e322-4b9b-a2c3-f6a2b7d824a3 req-6a59749b-6be8-44ec-b1cb-da257605993b service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860247 May 04 17:14:11.909091 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-9129dfbe-bc74-49c3-ae3d-3713d9469da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:11.910141 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-973ba1ca-9711-4fb2-ad44-440990ec719a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=230d85479a3e48c3bcebeee2b23aafa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6581597 May 04 17:14:11.911109 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ba1ca-9711-4fb2-ad44-440990ec719a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a487d719-2802-472a-ac69-8f95d259ecfe,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:11.913508 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 47266) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:11.913631 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-9129dfbe-bc74-49c3-ae3d-3713d9469da1 admin admin] Usage tracker for resource:security_group_rule and tenant:544cd212c7a140b0843691a0097f68b4 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:11.915849 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-973ba1ca-9711-4fb2-ad44-440990ec719a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:11.916236 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-9129dfbe-bc74-49c3-ae3d-3713d9469da1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:11.922679 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-9129dfbe-bc74-49c3-ae3d-3713d9469da1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:11.983966 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0abb-a66d-47d8-add9-eace9eb0af49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:12.007305 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9129dfbe-bc74-49c3-ae3d-3713d9469da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:12.010207 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0abb-a66d-47d8-add9-eace9eb0af49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:12.057964 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9129dfbe-bc74-49c3-ae3d-3713d9469da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:12.067732 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a32bbd46-3ff0-4240-9cec-a6bc20c23637 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:12.112881 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-9129dfbe-bc74-49c3-ae3d-3713d9469da1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=544cd212c7a140b0843691a0097f68b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314632 May 04 17:14:12.112881 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129dfbe-bc74-49c3-ae3d-3713d9469da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d6447d-1fa6-4789-a547-db9114944217,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:12.113708 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 47276) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:12.114365 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9129dfbe-bc74-49c3-ae3d-3713d9469da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:12.151780 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0abb-a66d-47d8-add9-eace9eb0af49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:12.157505 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:12.175979 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b0abb-a66d-47d8-add9-eace9eb0af49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a487d719-2802-472a-ac69-8f95d259ecfe,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:12.176929 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-dc8b0abb-a66d-47d8-add9-eace9eb0af49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:12.200777 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1de2-4a7d-416e-a2b9-c03791100352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:12.209393 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dc8b0abb-a66d-47d8-add9-eace9eb0af49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:12.210469 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-dc8b0abb-a66d-47d8-add9-eace9eb0af49 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a487d719-2802-472a-ac69-8f95d259ecfe HTTP/1.1" status: 204 len: 168 time: 0.2962024 May 04 17:14:12.228882 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1de2-4a7d-416e-a2b9-c03791100352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:12.400675 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1de2-4a7d-416e-a2b9-c03791100352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:12.405413 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e0a1a627-0122-4f4b-8fa4-c4cac63a58d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:12.418012 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b1de2-4a7d-416e-a2b9-c03791100352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d6447d-1fa6-4789-a547-db9114944217,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:12.420433 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fe4b1de2-4a7d-416e-a2b9-c03791100352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:12.426315 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1de2-4a7d-416e-a2b9-c03791100352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:12.427881 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-fe4b1de2-4a7d-416e-a2b9-c03791100352 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66d6447d-1fa6-4789-a547-db9114944217 HTTP/1.1" status: 204 len: 168 time: 0.3131192 May 04 17:14:12.543288 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bc726-9f01-492b-bd4f-2539b810e2b3 req-479ef036-5c68-4209-adef-64d550a2a758 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:12.545334 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a12bc726-9f01-492b-bd4f-2539b810e2b3 req-479ef036-5c68-4209-adef-64d550a2a758 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 944 time: 0.1326938 May 04 17:14:12.673602 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a12bc726-9f01-492b-bd4f-2539b810e2b3 req-4703c42f-5215-4386-978a-72b4802a2b70 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209316 May 04 17:14:12.691007 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa32d0-ab02-4fc1-a8c2-d8a07fdeaa9f req-6d117d3d-8d57-498f-a72e-dbfa1b8bd6c5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:12.692429 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-12fa32d0-ab02-4fc1-a8c2-d8a07fdeaa9f req-6d117d3d-8d57-498f-a72e-dbfa1b8bd6c5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 943 time: 0.2005522 May 04 17:14:12.741031 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-12fa32d0-ab02-4fc1-a8c2-d8a07fdeaa9f req-9cf18a5a-d591-4158-aa6b-721f363c045f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424764 May 04 17:14:13.045485 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab58707-4511-4b39-8273-91f21615ed2e req-d798976e-c7b8-4c74-9fc3-2bbe64988406 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:13.047071 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1ab58707-4511-4b39-8273-91f21615ed2e req-d798976e-c7b8-4c74-9fc3-2bbe64988406 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 944 time: 0.1337245 May 04 17:14:13.106285 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5803afc-e7e7-4a5b-8868-86d740e55c97 req-5b7eee36-3801-4e6f-bd79-e93a913710e1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:13.107775 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5803afc-e7e7-4a5b-8868-86d740e55c97 req-5b7eee36-3801-4e6f-bd79-e93a913710e1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1398129 May 04 17:14:13.117393 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1ab58707-4511-4b39-8273-91f21615ed2e req-c34b123e-a6e4-4a23-9b8e-b527d0f4dae2 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595922 May 04 17:14:13.167305 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5803afc-e7e7-4a5b-8868-86d740e55c97 req-24786e2a-25ac-442f-8830-4deaf1d939df tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488536 May 04 17:14:13.919132 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4ca20-9a20-49ac-b6bf-1c10a30437ee req-bccd9998-402c-450e-8670-e2e205ef75bc tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:13.921157 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-edc4ca20-9a20-49ac-b6bf-1c10a30437ee req-bccd9998-402c-450e-8670-e2e205ef75bc tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 944 time: 0.1404593 May 04 17:14:13.991342 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-edc4ca20-9a20-49ac-b6bf-1c10a30437ee req-bb30ab07-e758-4e56-b768-e596d7ada118 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633993 May 04 17:14:14.001786 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90659d-59df-4021-848f-894acf80974a req-8515d498-7426-41d1-bea9-7e2b45985be4 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:14.003697 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7a90659d-59df-4021-848f-894acf80974a req-8515d498-7426-41d1-bea9-7e2b45985be4 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 943 time: 0.1398187 May 04 17:14:14.056488 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7a90659d-59df-4021-848f-894acf80974a req-bdc4852d-3c1e-4a47-9892-6dc8936f29e1 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 May 04 17:14:14.302490 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95395ec2-9130-451e-a8c6-914339669297 req-3a1f6762-c9e4-447c-b16b-453e61b565b9 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:14.303950 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-95395ec2-9130-451e-a8c6-914339669297 req-3a1f6762-c9e4-447c-b16b-453e61b565b9 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 944 time: 0.0829940 May 04 17:14:14.399492 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-95395ec2-9130-451e-a8c6-914339669297 req-563ba363-937b-40de-bc73-226951f3d3d7 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556357 May 04 17:14:14.431897 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3cb8e-7e0a-415c-bbab-afdd6ba3ce69 req-dae69438-ff9f-470c-a2d6-d24fec1dfc0a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:14.433240 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cee3cb8e-7e0a-415c-bbab-afdd6ba3ce69 req-dae69438-ff9f-470c-a2d6-d24fec1dfc0a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1283338 May 04 17:14:14.472678 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cee3cb8e-7e0a-415c-bbab-afdd6ba3ce69 req-df0ac46f-1663-49a4-aabf-9d102ebfd290 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386002 May 04 17:14:14.626403 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cf47f-7d25-4466-bc15-e532a27e5e89 req-db9fdcea-6c5b-4396-baa7-b608956d0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:14.628461 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-230cf47f-7d25-4466-bc15-e532a27e5e89 req-db9fdcea-6c5b-4396-baa7-b608956d0a4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 1096 time: 0.0863106 May 04 17:14:14.832175 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cf47f-7d25-4466-bc15-e532a27e5e89 req-f47f878b-f067-4a8d-b19c-2c532693ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:14.833865 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-230cf47f-7d25-4466-bc15-e532a27e5e89 req-f47f878b-f067-4a8d-b19c-2c532693ea9d service neutron] 10.222.0.11 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 918 time: 0.1980183 May 04 17:14:15.185808 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc505b06-7490-442a-b805-e75cff24b055 req-a999c1b3-0c96-47be-9dfb-df4768027542 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:15.187388 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dc505b06-7490-442a-b805-e75cff24b055 req-a999c1b3-0c96-47be-9dfb-df4768027542 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 944 time: 0.0821090 May 04 17:14:15.281253 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dc505b06-7490-442a-b805-e75cff24b055 req-abe899b9-2345-4678-be89-f948f42e47b7 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591791 May 04 17:14:15.306174 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd4fb3-336f-40bd-b001-da9b027aa4bb req-15eb5ac1-2d80-42bb-9529-6dcd03b8a670 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:15.307876 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8fdd4fb3-336f-40bd-b001-da9b027aa4bb req-15eb5ac1-2d80-42bb-9529-6dcd03b8a670 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 943 time: 0.1195500 May 04 17:14:15.353601 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8fdd4fb3-336f-40bd-b001-da9b027aa4bb req-e6c6f768-418d-4f4c-ab5a-5e7541c93a93 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 May 04 17:14:15.673737 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf93c56-6c91-446f-a47d-0c46d95402a4 req-c34aa389-dfe0-4290-af5f-9d644581ec44 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:15.675279 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eaf93c56-6c91-446f-a47d-0c46d95402a4 req-c34aa389-dfe0-4290-af5f-9d644581ec44 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 944 time: 0.1472638 May 04 17:14:15.743046 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eaf93c56-6c91-446f-a47d-0c46d95402a4 req-2b222b7d-1b0f-4d58-831f-993ba992312b tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559621 May 04 17:14:15.780750 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be2565-987b-4e15-b3fb-f8ffc05c39f2 req-54520df1-c9d8-402a-b6c9-53406b079e84 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:15.790960 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-59be2565-987b-4e15-b3fb-f8ffc05c39f2 req-54520df1-c9d8-402a-b6c9-53406b079e84 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1662967 May 04 17:14:15.818225 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-230cf47f-7d25-4466-bc15-e532a27e5e89 req-fadae43e-99cc-4066-8fac-6c7f54202748 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac30203-edd4-4a2d-a017-892759a71e80 HTTP/1.1" status: 200 len: 217 time: 0.1082721 May 04 17:14:15.859157 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-59be2565-987b-4e15-b3fb-f8ffc05c39f2 req-34768584-b3d5-49a5-9e78-282397980456 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673516 May 04 17:14:16.521389 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d6675-183d-4900-9077-97456ae64deb req-123b5e0e-277d-4053-a95e-6463c5690daa tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:16.522814 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-330d6675-183d-4900-9077-97456ae64deb req-123b5e0e-277d-4053-a95e-6463c5690daa tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 944 time: 0.1263101 May 04 17:14:16.584616 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684f153-6da6-41fc-986f-2ceb767ade87 req-5016d6c2-9629-4234-aab6-d8bda800ed9b tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:16.586013 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9684f153-6da6-41fc-986f-2ceb767ade87 req-5016d6c2-9629-4234-aab6-d8bda800ed9b tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 943 time: 0.1255603 May 04 17:14:16.589262 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-330d6675-183d-4900-9077-97456ae64deb req-9dd64e64-9dab-458b-b51f-b17378d6bdc3 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604677 May 04 17:14:16.638897 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9684f153-6da6-41fc-986f-2ceb767ade87 req-f42f9124-143c-4fd4-bf61-01a33d854937 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453441 May 04 17:14:16.670667 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cf47f-7d25-4466-bc15-e532a27e5e89 req-51b8fb4c-8c31-4753-99d0-bf0c74da55af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:16.672132 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-230cf47f-7d25-4466-bc15-e532a27e5e89 req-51b8fb4c-8c31-4753-99d0-bf0c74da55af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef HTTP/1.1" status: 200 len: 856 time: 0.0675693 May 04 17:14:16.768009 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 47460) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:16.893126 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa252-36f2-4aa9-98c9-51c6cc377e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:16.911286 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-8e7aa252-36f2-4aa9-98c9-51c6cc377e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:16.915773 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-8e7aa252-36f2-4aa9-98c9-51c6cc377e6b admin admin] Usage tracker for resource:security_group_rule and tenant:76db780c1e754f9c8d6ef951ca87150f is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:16.919062 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-8e7aa252-36f2-4aa9-98c9-51c6cc377e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:16.927651 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-8e7aa252-36f2-4aa9-98c9-51c6cc377e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:16.976091 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa0042-0193-4ca2-b7b3-7e2e5fc538a6 req-c248426a-61fe-49ff-8465-cf88f7d5ea93 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:16.977615 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8efa0042-0193-4ca2-b7b3-7e2e5fc538a6 req-c248426a-61fe-49ff-8465-cf88f7d5ea93 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 944 time: 0.1159809 May 04 17:14:17.016834 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa252-36f2-4aa9-98c9-51c6cc377e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:17.067381 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8efa0042-0193-4ca2-b7b3-7e2e5fc538a6 req-fe5d9417-fa9c-4a95-9ea7-b0d87c866d26 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537293 May 04 17:14:17.086099 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8e7aa252-36f2-4aa9-98c9-51c6cc377e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:17.096097 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:17.099925 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6841cf-5809-4043-8603-5500a7434bff req-c7aedfa8-55cf-4f6a-a088-6744f650eef0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:17.101431 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bc6841cf-5809-4043-8603-5500a7434bff req-c7aedfa8-55cf-4f6a-a088-6744f650eef0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1229093 May 04 17:14:17.135122 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-8e7aa252-36f2-4aa9-98c9-51c6cc377e6b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76db780c1e754f9c8d6ef951ca87150f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3660278 May 04 17:14:17.136676 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7aa252-36f2-4aa9-98c9-51c6cc377e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8127c651-f472-480d-958d-de3ef00eace0,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:17.139039 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 47476) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:17.141307 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8e7aa252-36f2-4aa9-98c9-51c6cc377e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:17.146721 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bc6841cf-5809-4043-8603-5500a7434bff req-410bb608-890e-456d-9cfd-0f15bb3f7dca tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395565 May 04 17:14:17.199724 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8adefcde-bebd-4ec3-ab03-c54fb308cae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:17.224244 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8adefcde-bebd-4ec3-ab03-c54fb308cae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:17.371834 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8adefcde-bebd-4ec3-ab03-c54fb308cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:17.377425 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-cdb63be2-e4d9-47fa-a5b5-7e9a14ff0258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:17.389796 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adefcde-bebd-4ec3-ab03-c54fb308cae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8127c651-f472-480d-958d-de3ef00eace0,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:17.392592 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8adefcde-bebd-4ec3-ab03-c54fb308cae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:17.393527 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8adefcde-bebd-4ec3-ab03-c54fb308cae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:17.394621 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-8adefcde-bebd-4ec3-ab03-c54fb308cae5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8127c651-f472-480d-958d-de3ef00eace0 HTTP/1.1" status: 204 len: 168 time: 0.2547367 May 04 17:14:17.698084 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cf47f-7d25-4466-bc15-e532a27e5e89 req-7f34832f-fae1-4597-afb5-2ce8f6f0e74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:17.699962 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-230cf47f-7d25-4466-bc15-e532a27e5e89 req-7f34832f-fae1-4597-afb5-2ce8f6f0e74d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=083a592e-a783-46d4-8afb-a37fb4ff1f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756528 May 04 17:14:17.849786 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-230cf47f-7d25-4466-bc15-e532a27e5e89 req-2f8e1103-96fa-4750-aadb-8f05543f99ea service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416004 May 04 17:14:17.883117 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0614e2-8660-49bc-8059-f7461a7d6264 req-0f00a548-3e5c-4cd0-9554-81becbfcc906 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:17.884485 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9f0614e2-8660-49bc-8059-f7461a7d6264 req-0f00a548-3e5c-4cd0-9554-81becbfcc906 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 944 time: 0.1776648 May 04 17:14:17.943221 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9f0614e2-8660-49bc-8059-f7461a7d6264 req-1876de2a-833f-4c43-8b82-d268e330fbe7 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522614 May 04 17:14:17.954224 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e43792-5a00-47d8-a62e-19be2541c115 req-b5ce169c-85b4-4ef4-b077-4e04b843e445 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:17.961023 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a9e43792-5a00-47d8-a62e-19be2541c115 req-b5ce169c-85b4-4ef4-b077-4e04b843e445 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 943 time: 0.1533065 May 04 17:14:17.998236 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-230cf47f-7d25-4466-bc15-e532a27e5e89 req-3ae2d138-6396-4b98-921c-7b3e320d3486 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401453 May 04 17:14:18.018103 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a9e43792-5a00-47d8-a62e-19be2541c115 req-2fb6bca2-eb01-472d-8201-eec11f52b8aa tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561757 May 04 17:14:18.142719 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 47496) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:18.163825 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ef05848e-a7da-447a-a03b-ef60e3eab780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:18.180113 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-ef05848e-a7da-447a-a03b-ef60e3eab780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:18.186412 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-ef05848e-a7da-447a-a03b-ef60e3eab780 admin admin] Usage tracker for resource:security_group_rule and tenant:e969167db5294e4ab29b7c87944992c5 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:18.189377 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-ef05848e-a7da-447a-a03b-ef60e3eab780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:18.195314 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-ef05848e-a7da-447a-a03b-ef60e3eab780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:18.264061 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f9c1a-3bba-4e0a-a3ad-4c1b0870b68a req-162ef7e6-f6be-4fb3-8b4c-2ccc9cd16fb8 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:18.267353 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-501f9c1a-3bba-4e0a-a3ad-4c1b0870b68a req-162ef7e6-f6be-4fb3-8b4c-2ccc9cd16fb8 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 944 time: 0.0829132 May 04 17:14:18.278853 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ef05848e-a7da-447a-a03b-ef60e3eab780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:18.341418 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ef05848e-a7da-447a-a03b-ef60e3eab780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:18.349357 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:18.391354 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-ef05848e-a7da-447a-a03b-ef60e3eab780 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e969167db5294e4ab29b7c87944992c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473335 May 04 17:14:18.392100 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05848e-a7da-447a-a03b-ef60e3eab780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0299615b-569e-4528-a065-8b39bab63940,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:18.394503 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 47502) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:18.397285 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ef05848e-a7da-447a-a03b-ef60e3eab780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:18.406983 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-501f9c1a-3bba-4e0a-a3ad-4c1b0870b68a req-758693fb-0d3e-48dc-9e64-a5f77b829f1c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551329 May 04 17:14:18.434573 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d146d7e-f9a7-4f67-a510-e77b46e03ce8 req-ca06d101-9a17-46f0-9a26-d2be2f6c602d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:18.436633 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4d146d7e-f9a7-4f67-a510-e77b46e03ce8 req-ca06d101-9a17-46f0-9a26-d2be2f6c602d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1702416 May 04 17:14:18.461797 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4411a0a8-f73a-484f-afd0-926c38da8abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:18.481442 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4d146d7e-f9a7-4f67-a510-e77b46e03ce8 req-840c8d16-8221-4048-b143-4f9fc4eb336d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390604 May 04 17:14:18.487669 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4411a0a8-f73a-484f-afd0-926c38da8abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:18.553064 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 2097a1ef-de80-4069-9ef1-773975f25ce6 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:14:18.555393 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device ef1834ec-192a-4894-a601-15592ed97c59 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:14:18.611663 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4411a0a8-f73a-484f-afd0-926c38da8abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:18.616696 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:18.629821 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4411a0a8-f73a-484f-afd0-926c38da8abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0299615b-569e-4528-a065-8b39bab63940,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:18.632606 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4411a0a8-f73a-484f-afd0-926c38da8abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:18.633559 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4411a0a8-f73a-484f-afd0-926c38da8abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:18.637305 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-4411a0a8-f73a-484f-afd0-926c38da8abd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0299615b-569e-4528-a065-8b39bab63940 HTTP/1.1" status: 204 len: 168 time: 0.2417846 May 04 17:14:18.757832 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 2097a1ef-de80-4069-9ef1-773975f25ce6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2097a1ef-de80-4069-9ef1-773975f25ce6,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:18.770828 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '2097a1ef-de80-4069-9ef1-773975f25ce6', 'network_id': '397cd77a-abc4-4053-a1eb-1563ed5bf14e', 'port_id': '2097a1ef-de80-4069-9ef1-773975f25ce6', 'mac_address': 'fa:16:3e:0d:bf:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b32ce49-09ab-4ba5-89dc-6e9b269f5a41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:14:18.826506 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:18.841576 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port ef1834ec-192a-4894-a601-15592ed97c59 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:14:18.847255 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2097a1ef-de80-4069-9ef1-773975f25ce6 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:14:18.852949 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port ef1834ec-192a-4894-a601-15592ed97c59 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:14:18.853314 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:18.912414 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 2097a1ef-de80-4069-9ef1-773975f25ce6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2097a1ef-de80-4069-9ef1-773975f25ce6,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:18.985538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:19.013361 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d07f9db-939a-47b3-a35e-df54a1137d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1834ec-192a-4894-a601-15592ed97c59'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:14:19.078472 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:19.085451 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:19.133247 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port ef1834ec-192a-4894-a601-15592ed97c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef1834ec-192a-4894-a601-15592ed97c59,segment=NetworkSegment(56e0a63b-20a6-4e0b-929c-f36da8f8103c),segment_id=56e0a63b-20a6-4e0b-929c-f36da8f8103c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:19.192073 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=2097a1ef-de80-4069-9ef1-773975f25ce6,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:19.196207 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:19.237909 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92af0a-492e-4efd-98ba-76eb33437745 req-02f65091-d2d7-45de-a23d-6ce214228b69 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:19.241765 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5a92af0a-492e-4efd-98ba-76eb33437745 req-02f65091-d2d7-45de-a23d-6ce214228b69 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 944 time: 0.1424897 May 04 17:14:19.243861 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:19.244920 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 3447bd73-1b3b-4499-a657-92c455578ce5 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:14:19.305863 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:19.323007 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5a92af0a-492e-4efd-98ba-76eb33437745 req-3aa4f89e-5a3d-4ef4-8b83-ef7be6f18641 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740685 May 04 17:14:19.366106 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd118c-36e5-4a77-8283-4cf556e1f47d req-c79de4f1-941b-4f23-a5d5-1c26a0193630 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:19.368784 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-07dd118c-36e5-4a77-8283-4cf556e1f47d req-c79de4f1-941b-4f23-a5d5-1c26a0193630 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 944 time: 0.1923189 May 04 17:14:19.379677 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['2097a1ef-de80-4069-9ef1-773975f25ce6'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:14:19.414188 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-07dd118c-36e5-4a77-8283-4cf556e1f47d req-a900c53f-0af4-43e6-b1cb-c5fb7bc240f7 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406353 May 04 17:14:19.564912 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=ef1834ec-192a-4894-a601-15592ed97c59,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:19.569312 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:19.588728 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d07f9db-939a-47b3-a35e-df54a1137d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1834ec-192a-4894-a601-15592ed97c59', 'code': 200} May 04 17:14:19.670645 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port 3447bd73-1b3b-4499-a657-92c455578ce5 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:14:19.687378 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 3447bd73-1b3b-4499-a657-92c455578ce5 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:14:19.687931 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:19.852212 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c75480-acd3-4e49-961b-41a83ca8e36b req-780d6521-4174-44ea-bf82-7fd0af063e7b tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:19.853862 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-20c75480-acd3-4e49-961b-41a83ca8e36b req-780d6521-4174-44ea-bf82-7fd0af063e7b tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 944 time: 0.2097411 May 04 17:14:19.892230 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f302c29-6941-4595-b419-b0d0cf224e3b req-4e8ad374-80d5-4008-b14b-9b6b722e7ff6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:19.892687 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:19.894014 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9f302c29-6941-4595-b419-b0d0cf224e3b req-4e8ad374-80d5-4008-b14b-9b6b722e7ff6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1374516 May 04 17:14:19.947265 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 3447bd73-1b3b-4499-a657-92c455578ce5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3447bd73-1b3b-4499-a657-92c455578ce5,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:19.953609 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-20c75480-acd3-4e49-961b-41a83ca8e36b req-686ea4b0-3082-4b1b-8fce-d164ef5dd565 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895712 May 04 17:14:19.965816 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9f302c29-6941-4595-b419-b0d0cf224e3b req-1cb47c00-3212-4256-adf3-d2455dc1b162 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543034 May 04 17:14:20.012177 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:20.013772 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 943500e0-7df3-493a-8a0e-2656c419e7ef up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:14:20.040875 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:20.135745 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=3447bd73-1b3b-4499-a657-92c455578ce5,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:20.139476 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:20.148412 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dd0b5-8292-407f-94a8-028827963549 req-239f8414-bd8e-4ca5-b629-82b8b756338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:20.150490 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-027dd0b5-8292-407f-94a8-028827963549 req-239f8414-bd8e-4ca5-b629-82b8b756338b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 1098 time: 0.0986059 May 04 17:14:20.200559 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port 943500e0-7df3-493a-8a0e-2656c419e7ef completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:14:20.207929 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47582) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:20.209430 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 943500e0-7df3-493a-8a0e-2656c419e7ef triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:14:20.210015 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:20.316173 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1871101041-network', 'tenant_id': 'a507b56ecd5f4878ac74f95402c55fd3'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:20.322064 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:20.328587 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Usage tracker for resource:network and tenant:a507b56ecd5f4878ac74f95402c55fd3 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:20.332190 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:20.336617 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:20.339717 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:20.370504 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 943500e0-7df3-493a-8a0e-2656c419e7ef, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=943500e0-7df3-493a-8a0e-2656c419e7ef,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:20.415835 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Made reservation on behalf of a507b56ecd5f4878ac74f95402c55fd3 for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:14:20.418181 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:20.430426 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:20.444124 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:20.446996 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:20.490055 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:20.496083 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Usage tracker for resource:security_group_rule and tenant:a507b56ecd5f4878ac74f95402c55fd3 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:20.500002 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:20.508550 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:20.516049 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=943500e0-7df3-493a-8a0e-2656c419e7ef,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:20.519711 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:20.557037 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c25e2-df12-43d7-ac49-da2f64535e8f req-5783e3c8-107b-4acf-bbac-740d0a69f016 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:20.558483 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-974c25e2-df12-43d7-ac49-da2f64535e8f req-5783e3c8-107b-4acf-bbac-740d0a69f016 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 945 time: 0.1191468 May 04 17:14:20.671422 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-974c25e2-df12-43d7-ac49-da2f64535e8f req-b9e18b15-490f-48d5-9de6-01bd8157e1a9 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034615 May 04 17:14:20.710186 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:20.722571 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b8a1f-9ced-49f0-9575-6f903583ad13 req-1c4e88f7-55e7-47ba-b26d-a9a773cd4c9d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:20.724199 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c49b8a1f-9ced-49f0-9575-6f903583ad13 req-1c4e88f7-55e7-47ba-b26d-a9a773cd4c9d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 944 time: 0.1573663 May 04 17:14:20.766418 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:20.773559 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c49b8a1f-9ced-49f0-9575-6f903583ad13 req-ce1e84e2-64e5-40ed-94de-f60804a4a148 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435588 May 04 17:14:20.775181 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:20.799552 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:14:20.811990 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a062ea9f-565a-4864-9050-5f85a5d2077b,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:20.815875 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:20.816757 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:20.817114 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.segments_db [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Added segment 7129ca7a-4039-4eee-9147-130137ad5efc of type vlan for network d287affe-d2cc-40a4-b5f4-cffd70a6371a May 04 17:14:20.841799 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:20.929867 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:20.931219 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:20.931803 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:20.937222 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6ff57942-eff2-437c-a464-1925f56bf15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:21.036930 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Pushing event updated for resources: {'Network': ['ID=d287affe-d2cc-40a4-b5f4-cffd70a6371a,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:21.049708 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:21.050100 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network d287affe-d2cc-40a4-b5f4-cffd70a6371a details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:14:21.056380 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-027dd0b5-8292-407f-94a8-028827963549 req-5f0bc365-ee67-49d3-b316-eba4ccdd8c18 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:21.072396 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-027dd0b5-8292-407f-94a8-028827963549 req-5f0bc365-ee67-49d3-b316-eba4ccdd8c18 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:21.077874 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-027dd0b5-8292-407f-94a8-028827963549 req-5f0bc365-ee67-49d3-b316-eba4ccdd8c18 service neutron] Usage tracker for resource:security_group_rule and tenant:045dbd040e1441129b0541fa1d90a2d3 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:21.080574 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-027dd0b5-8292-407f-94a8-028827963549 req-5f0bc365-ee67-49d3-b316-eba4ccdd8c18 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:21.086515 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-027dd0b5-8292-407f-94a8-028827963549 req-5f0bc365-ee67-49d3-b316-eba4ccdd8c18 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:21.161051 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9519932 May 04 17:14:21.162700 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47602) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:21.171247 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Request body: {'subnet': {'network_id': 'd287affe-d2cc-40a4-b5f4-cffd70a6371a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1871101041-subnet', 'tenant_id': 'a507b56ecd5f4878ac74f95402c55fd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:21.178785 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:21.187812 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Usage tracker for resource:subnet and tenant:a507b56ecd5f4878ac74f95402c55fd3 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:21.191882 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:21.201122 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:21.213129 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-027dd0b5-8292-407f-94a8-028827963549 req-5f0bc365-ee67-49d3-b316-eba4ccdd8c18 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:21.244597 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17942a02-2f84-46d4-84a9-c9a1064a11ef req-2b009428-b109-490f-863e-42360e0391d8 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:21.245997 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17942a02-2f84-46d4-84a9-c9a1064a11ef req-2b009428-b109-490f-863e-42360e0391d8 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 945 time: 0.1769195 May 04 17:14:21.253295 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0266512-b9d2-46d0-bd7a-c5ea114890c3 req-0970fcb0-8482-4385-a075-2dddefbe89ea tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:21.254585 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a0266512-b9d2-46d0-bd7a-c5ea114890c3 req-0970fcb0-8482-4385-a075-2dddefbe89ea tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1441939 May 04 17:14:21.291789 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-027dd0b5-8292-407f-94a8-028827963549 req-5f0bc365-ee67-49d3-b316-eba4ccdd8c18 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:21.301879 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-dc8b0abb-a66d-47d8-add9-eace9eb0af49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:21.322391 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17942a02-2f84-46d4-84a9-c9a1064a11ef req-ac48fe07-2678-4a5c-bcb0-5d7505638bfa tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668950 May 04 17:14:21.328666 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-027dd0b5-8292-407f-94a8-028827963549 req-5f0bc365-ee67-49d3-b316-eba4ccdd8c18 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906148 May 04 17:14:21.329427 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a0266512-b9d2-46d0-bd7a-c5ea114890c3 req-b7a18765-7654-4d26-8a4e-1e2845ffbed5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616877 May 04 17:14:21.335988 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bc365-ee67-49d3-b316-eba4ccdd8c18 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e5ecf-6cc9-4df2-aecd-994297b9a110,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:21.339523 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5f0bc365-ee67-49d3-b316-eba4ccdd8c18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:21.365873 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Made reservation on behalf of a507b56ecd5f4878ac74f95402c55fd3 for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:14:21.368137 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:21.589910 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe61a35-b460-45b2-9cbc-ed8c20908ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3447bd73-1b3b-4499-a657-92c455578ce5'}, {'server_uuid': 'c7111d0a-8462-46aa-9711-bc73e8c43746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943500e0-7df3-493a-8a0e-2656c419e7ef'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:14:21.637902 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe61a35-b460-45b2-9cbc-ed8c20908ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3447bd73-1b3b-4499-a657-92c455578ce5', 'code': 200} May 04 17:14:21.638703 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7111d0a-8462-46aa-9711-bc73e8c43746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943500e0-7df3-493a-8a0e-2656c419e7ef', 'code': 200} May 04 17:14:21.824298 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:21.831082 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:21.963718 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ac30203-edd4-4a2d-a017-892759a71e80 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:14:22.026620 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=beb68d4b-edf8-41e5-8e6d-23251e532169,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:22.033084 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:22.044097 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Checking segment: {'id': '7129ca7a-4039-4eee-9147-130137ad5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'd287affe-d2cc-40a4-b5f4-cffd70a6371a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:14:22.044488 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Network hostable DHCP agents. Network: d287affe-d2cc-40a4-b5f4-cffd70a6371a, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:14:22.069251 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759a224-0a0f-4b7d-a7d9-8a7659781122 req-b7be0126-8f0b-4e88-83d2-13f1a7bf20fe tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:22.070701 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5759a224-0a0f-4b7d-a7d9-8a7659781122 req-b7be0126-8f0b-4e88-83d2-13f1a7bf20fe tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 945 time: 0.2937434 May 04 17:14:22.100961 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:22.111284 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ead0c5-903a-4682-817d-1f083d7af604 req-68e74006-0dda-494e-b79d-a70dcc1b6697 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:22.112698 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-92ead0c5-903a-4682-817d-1f083d7af604 req-68e74006-0dda-494e-b79d-a70dcc1b6697 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 944 time: 0.1905944 May 04 17:14:22.114724 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '5ac30203-edd4-4a2d-a017-892759a71e80', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'port_id': '5ac30203-edd4-4a2d-a017-892759a71e80', 'mac_address': 'fa:16:3e:b3:af:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:14:22.146276 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Network d287affe-d2cc-40a4-b5f4-cffd70a6371a is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:14:22.152910 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5759a224-0a0f-4b7d-a7d9-8a7659781122 req-a315f160-291e-4d80-a725-98f33838c4db tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685766 May 04 17:14:22.178415 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-92ead0c5-903a-4682-817d-1f083d7af604 req-e1008240-75a9-4117-938f-eac5c564cd36 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528369 May 04 17:14:22.188394 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:22.206035 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac30203-edd4-4a2d-a017-892759a71e80 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:14:22.221469 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:22.246071 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, d287affe-d2cc-40a4-b5f4-cffd70a6371a) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:14:22.250757 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:22.251332 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:22.255226 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66225b70-0047-4e45-868d-086a5b8a5f44 None None] Network d287affe-d2cc-40a4-b5f4-cffd70a6371a requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:14:22.328673 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:22.337552 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:22.362224 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1982045 May 04 17:14:22.497418 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=5ac30203-edd4-4a2d-a017-892759a71e80,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:22.501046 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:22.556913 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a4bb04-e29f-4f63-ae3f-84c6e9502c41 None None] Network d287affe-d2cc-40a4-b5f4-cffd70a6371a requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:14:22.601644 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff4a71-5b6f-4079-9285-f298f0520b6f req-de551f02-6971-40c4-83a9-2ef7b9a74fdd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:22.603093 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0ff4a71-5b6f-4079-9285-f298f0520b6f req-de551f02-6971-40c4-83a9-2ef7b9a74fdd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1136861 May 04 17:14:22.610907 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72d4f3-761d-4704-9997-c2f48925900e req-fa07517c-0b48-4927-ac78-b8a163f3031c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:22.612239 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1c72d4f3-761d-4704-9997-c2f48925900e req-fa07517c-0b48-4927-ac78-b8a163f3031c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 945 time: 0.1665764 May 04 17:14:22.685385 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0ff4a71-5b6f-4079-9285-f298f0520b6f req-d7ac8a61-8bb2-4a15-8075-6236488f6c6c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722146 May 04 17:14:22.698241 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1c72d4f3-761d-4704-9997-c2f48925900e req-e00eb89b-3c5d-4611-ac77-cf96cbdbd2f0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672004 May 04 17:14:22.969953 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-0ce12503-fe32-4aa1-999e-68629950018e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:23.192672 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47664) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:23.198287 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2105469838-network', 'tenant_id': '807cea7697c34420a97ef616226769fa'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:23.219421 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:23.231377 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Usage tracker for resource:network and tenant:807cea7697c34420a97ef616226769fa is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:23.234415 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:23.244555 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:23.287992 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['5ac30203-edd4-4a2d-a017-892759a71e80'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:14:23.366396 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Made reservation on behalf of 807cea7697c34420a97ef616226769fa for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:14:23.369261 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:23.419628 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:23.451828 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:23.458942 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Usage tracker for resource:security_group_rule and tenant:807cea7697c34420a97ef616226769fa is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:23.463532 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:23.473903 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:23.542860 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f13ff2-4a1c-4ee5-b0d3-2779b453bd26 req-8e91759d-8a45-49b8-8a22-4d5805e336b9 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:23.545164 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-54f13ff2-4a1c-4ee5-b0d3-2779b453bd26 req-8e91759d-8a45-49b8-8a22-4d5805e336b9 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 945 time: 0.2595572 May 04 17:14:23.559071 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab0682-3c16-47b2-a153-966bd6af1ffe req-6eed63f3-ddbe-4fe6-b0a7-3a9070abb5c3 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:23.560533 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f5ab0682-3c16-47b2-a153-966bd6af1ffe req-6eed63f3-ddbe-4fe6-b0a7-3a9070abb5c3 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 944 time: 0.2002261 May 04 17:14:23.634866 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f34e3-d7c5-4cb4-9e5f-5aaec4de5656 req-886374ec-1f86-426c-85bb-ad2ed83ee271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:23.636344 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-a49f34e3-d7c5-4cb4-9e5f-5aaec4de5656 req-886374ec-1f86-426c-85bb-ad2ed83ee271 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 1098 time: 0.1065698 May 04 17:14:23.638500 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ca71a-867f-4d8f-b2f2-3c27a1f30d42 req-8cbf67ee-ed17-4ad1-b28d-e9553c734914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:23.639958 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c42ca71a-867f-4d8f-b2f2-3c27a1f30d42 req-8cbf67ee-ed17-4ad1-b28d-e9553c734914 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 1099 time: 0.1489263 May 04 17:14:23.664264 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-54f13ff2-4a1c-4ee5-b0d3-2779b453bd26 req-2d5a8ddc-f972-4ac6-be5b-76e39513b99e tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016641 May 04 17:14:23.668705 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f5ab0682-3c16-47b2-a153-966bd6af1ffe req-c25a9f8e-0b03-4be4-8822-2a55ec59dcb7 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887578 May 04 17:14:23.683573 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:23.710014 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c42ca71a-867f-4d8f-b2f2-3c27a1f30d42 req-3f1b0c68-9d79-4cf8-88d1-d7a7148922bf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467043 May 04 17:14:23.719763 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-a49f34e3-d7c5-4cb4-9e5f-5aaec4de5656 req-9e03a52c-2940-4341-9dde-657d6884c541 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697753 May 04 17:14:23.754819 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:23.760199 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:23.799267 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:14:23.847523 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f658b0ac-07f7-4704-90fe-d9da187a0727,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:23.883476 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:23.883742 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.segments_db [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Added segment e9b9bd45-d640-4ce0-8a0d-ac1462e5886b of type vlan for network c5e5dfb9-38ef-4674-9388-ee75240c87c1 May 04 17:14:23.884933 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:23.937448 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:23.998122 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b0e91-8328-4e12-9cee-dce302fcea6b req-4fae20cc-0d9b-4c32-827c-8c9f6244ed1a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:23.999563 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0c1b0e91-8328-4e12-9cee-dce302fcea6b req-4fae20cc-0d9b-4c32-827c-8c9f6244ed1a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 945 time: 0.1919091 May 04 17:14:24.011429 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c8aa8-90e5-474c-9b3d-d0c78fccca30 req-3a4fbebb-9c48-45d5-b0a1-4c87c3be9ae4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:24.012791 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-803c8aa8-90e5-474c-9b3d-d0c78fccca30 req-3a4fbebb-9c48-45d5-b0a1-4c87c3be9ae4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1994352 May 04 17:14:24.083506 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0c1b0e91-8328-4e12-9cee-dce302fcea6b req-44310f54-0c06-4ca2-aadb-c92127fa6bc7 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692613 May 04 17:14:24.086237 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:24.089013 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-803c8aa8-90e5-474c-9b3d-d0c78fccca30 req-331aec40-f5cc-4d54-8fb9-130be6458266 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578563 May 04 17:14:24.090126 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:24.091898 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:24.095999 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:24.192420 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e5dfb9-38ef-4674-9388-ee75240c87c1,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:24.195074 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:24.202966 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network c5e5dfb9-38ef-4674-9388-ee75240c87c1 details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:14:24.264773 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0708933 May 04 17:14:24.267474 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47686) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:24.273052 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Request body: {'subnet': {'network_id': 'c5e5dfb9-38ef-4674-9388-ee75240c87c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2105469838-subnet', 'tenant_id': '807cea7697c34420a97ef616226769fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:24.277820 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:24.281715 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Usage tracker for resource:subnet and tenant:807cea7697c34420a97ef616226769fa is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:24.284544 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:24.290391 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:24.377387 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Made reservation on behalf of 807cea7697c34420a97ef616226769fa for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:14:24.379793 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:24.985270 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbeadf-0fab-477d-add3-2f3064d112e4 req-0dc2de70-b2e9-49c3-8d72-a0ed8ea8c02f tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:24.986606 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-79bbeadf-0fab-477d-add3-2f3064d112e4 req-0dc2de70-b2e9-49c3-8d72-a0ed8ea8c02f tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 945 time: 0.1383162 May 04 17:14:24.995191 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2623e86-f42b-43ad-8204-c382301bc5b0 req-759e5c1a-c0ee-4d6b-991c-430225778390 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:24.996340 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b2623e86-f42b-43ad-8204-c382301bc5b0 req-759e5c1a-c0ee-4d6b-991c-430225778390 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 944 time: 0.1827548 May 04 17:14:25.066944 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ac30203-edd4-4a2d-a017-892759a71e80 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:14:25.176557 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-79bbeadf-0fab-477d-add3-2f3064d112e4 req-ac9ca077-efec-4ddd-9596-3022943daa3b tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791029 May 04 17:14:25.203213 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b2623e86-f42b-43ad-8204-c382301bc5b0 req-ac4e548d-2b32-4c92-b9fa-2f0b2db4eac4 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813767 May 04 17:14:25.203213 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:25.207371 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a2dc33cf-053c-4be8-beaf-0f408d7c1216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:25.238663 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port 5ac30203-edd4-4a2d-a017-892759a71e80 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:14:25.243546 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 5ac30203-edd4-4a2d-a017-892759a71e80 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:14:25.244047 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:25.358064 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea78b31-1c8b-42b5-b79a-4458c90b991e,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:25.362946 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:25.386949 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Checking segment: {'id': 'e9b9bd45-d640-4ce0-8a0d-ac1462e5886b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'c5e5dfb9-38ef-4674-9388-ee75240c87c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:14:25.386949 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Network hostable DHCP agents. Network: c5e5dfb9-38ef-4674-9388-ee75240c87c1, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:14:25.412226 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:25.440456 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:14:25.450096 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:25.506177 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de812f-972e-4db2-8bd6-969bec3a5d07 req-7eb75d8d-7a96-48cd-bac5-7d12541b176c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:25.507570 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b1de812f-972e-4db2-8bd6-969bec3a5d07 req-7eb75d8d-7a96-48cd-bac5-7d12541b176c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1928198 May 04 17:14:25.515142 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:25.516182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da4e02-0877-4fd9-9af9-43ac93701b1e req-49fdf30f-fd77-4832-b28e-bc0dfc5bf6b2 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:25.516579 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 2097a1ef-de80-4069-9ef1-773975f25ce6 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:14:25.517615 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e4da4e02-0877-4fd9-9af9-43ac93701b1e req-49fdf30f-fd77-4832-b28e-bc0dfc5bf6b2 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 945 time: 0.1387124 May 04 17:14:25.520351 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Network c5e5dfb9-38ef-4674-9388-ee75240c87c1 is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:14:25.554793 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:25.596737 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b1de812f-972e-4db2-8bd6-969bec3a5d07 req-0b8314e8-7b82-4237-a16b-c17264e188f9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778739 May 04 17:14:25.616198 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e4da4e02-0877-4fd9-9af9-43ac93701b1e req-23c855a0-3d5a-43fb-8f20-8e1e315a3ac2 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793073 May 04 17:14:25.623037 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, c5e5dfb9-38ef-4674-9388-ee75240c87c1) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:14:25.627833 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:25.628411 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:25.667711 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800f9b6e-edc9-4706-a1ae-f0e7a99a8c37 None None] Network c5e5dfb9-38ef-4674-9388-ee75240c87c1 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:14:25.733242 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-93ae39a4-6de6-40c2-99da-45e8c7ae5423 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4646204 May 04 17:14:25.744459 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80', 'code': 200} May 04 17:14:25.852005 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=5ac30203-edd4-4a2d-a017-892759a71e80,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:25.857994 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1e7d9dde-899b-4954-9f93-0c77a3391793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:25.859312 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:25.872110 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:25.947079 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port 2097a1ef-de80-4069-9ef1-773975f25ce6 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:14:25.956583 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 2097a1ef-de80-4069-9ef1-773975f25ce6 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:14:25.957077 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:26.045110 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f009e7-0750-494b-9c6c-6524b1fbba98 None None] Network c5e5dfb9-38ef-4674-9388-ee75240c87c1 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:14:26.218104 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:26.358312 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 2097a1ef-de80-4069-9ef1-773975f25ce6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2097a1ef-de80-4069-9ef1-773975f25ce6,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:26.425937 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d16a9-cb68-454c-a6cd-ae269b151e35 req-e98362a8-ff68-4c47-be28-92d0bd8600cf tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:26.427373 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a93d16a9-cb68-454c-a6cd-ae269b151e35 req-e98362a8-ff68-4c47-be28-92d0bd8600cf tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 945 time: 0.1275988 May 04 17:14:26.438430 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:26.440309 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:26.488344 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a93d16a9-cb68-454c-a6cd-ae269b151e35 req-92614ff5-61d8-4c7e-a330-0d981727dfbb tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546925 May 04 17:14:26.503406 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5a5dc-0483-4ccf-a411-7eb38941adb1 req-e36a7e3f-f9e7-48cc-9f1f-d8f89997297e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:26.504881 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-07f5a5dc-0483-4ccf-a411-7eb38941adb1 req-e36a7e3f-f9e7-48cc-9f1f-d8f89997297e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 944 time: 0.1273432 May 04 17:14:26.541349 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=2097a1ef-de80-4069-9ef1-773975f25ce6,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:26.547316 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:26.561950 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-07f5a5dc-0483-4ccf-a411-7eb38941adb1 req-5e789392-69de-4a54-af14-fed122813d1c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502810 May 04 17:14:26.657728 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:26.862012 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5379f3f7-112a-4c91-8366-2455ec86e110 req-f7efc4bf-aa96-4db6-ae57-221984528487 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:26.863342 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5379f3f7-112a-4c91-8366-2455ec86e110 req-f7efc4bf-aa96-4db6-ae57-221984528487 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.1006446 May 04 17:14:26.908618 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5379f3f7-112a-4c91-8366-2455ec86e110 req-a879ed70-d499-4494-a4bc-95061d584a93 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393615 May 04 17:14:27.746092 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382325cb-c18e-41b8-b315-3855f2fa1247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2097a1ef-de80-4069-9ef1-773975f25ce6'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:14:27.749231 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3b9b6-4068-4623-8af1-9c57e7aa2df6 req-c1e6e3d3-9747-47bc-97b9-09de7ac5577d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:27.750689 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-79d3b9b6-4068-4623-8af1-9c57e7aa2df6 req-c1e6e3d3-9747-47bc-97b9-09de7ac5577d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0780828 May 04 17:14:27.791122 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382325cb-c18e-41b8-b315-3855f2fa1247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2097a1ef-de80-4069-9ef1-773975f25ce6', 'code': 200} May 04 17:14:27.799780 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-79d3b9b6-4068-4623-8af1-9c57e7aa2df6 req-90118957-7861-489c-b73c-c5b1896b204a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 May 04 17:14:28.096165 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7010922-68d8-4856-8232-293706508dd7 req-aa7b64d3-149c-4864-863f-4575adfc3206 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:28.097629 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f7010922-68d8-4856-8232-293706508dd7 req-aa7b64d3-149c-4864-863f-4575adfc3206 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0777571 May 04 17:14:28.142212 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f7010922-68d8-4856-8232-293706508dd7 req-49602ad1-b935-4684-9121-ab47bedc1ab3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386090 May 04 17:14:28.200337 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:28.772687 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966db1c-0e53-4bdd-8b3b-4f49f4de63b7 req-6815a07d-e401-49c2-9cab-e20d676df5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:28.774490 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9966db1c-0e53-4bdd-8b3b-4f49f4de63b7 req-6815a07d-e401-49c2-9cab-e20d676df5c0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 1098 time: 0.0798583 May 04 17:14:28.819040 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9966db1c-0e53-4bdd-8b3b-4f49f4de63b7 req-90fcb77a-de9d-42da-a517-6e30bfcfb663 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376849 May 04 17:14:28.987146 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec817e3-7ccf-4f9e-a1f0-8deb05200039 req-a074a669-5bd8-4128-8a90-916860cc8554 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:28.988619 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3ec817e3-7ccf-4f9e-a1f0-8deb05200039 req-a074a669-5bd8-4128-8a90-916860cc8554 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0842257 May 04 17:14:29.033774 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3ec817e3-7ccf-4f9e-a1f0-8deb05200039 req-e6835a8f-bb3a-400a-ac8d-5eb15cd63cd3 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391066 May 04 17:14:29.038592 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c388fc6-a076-422c-aaf9-8910994e824f req-427c95e1-7038-4b35-a5ad-5e23463460d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:29.040066 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2c388fc6-a076-422c-aaf9-8910994e824f req-427c95e1-7038-4b35-a5ad-5e23463460d2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 1098 time: 0.0733972 May 04 17:14:29.084123 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2c388fc6-a076-422c-aaf9-8910994e824f req-6035c3da-0cd6-4428-8cce-fcfe4081d9ca service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370893 May 04 17:14:29.328906 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa84197-493b-4237-a043-001530508f78 req-e4d0eeee-c887-4f8d-8f2e-f66ded6fecb5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:29.330300 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3fa84197-493b-4237-a043-001530508f78 req-e4d0eeee-c887-4f8d-8f2e-f66ded6fecb5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0791366 May 04 17:14:29.375714 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3fa84197-493b-4237-a043-001530508f78 req-c40e2231-d84c-4487-9814-e396450249e8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396371 May 04 17:14:30.273405 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b25fd0-b393-4218-9682-d17fa4dc1bb8 req-b78aa9f6-d589-453d-b83f-d34b113a4618 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:30.275734 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f5b25fd0-b393-4218-9682-d17fa4dc1bb8 req-b78aa9f6-d589-453d-b83f-d34b113a4618 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.1250520 May 04 17:14:30.320562 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f5b25fd0-b393-4218-9682-d17fa4dc1bb8 req-c4850708-b71e-4bec-acfb-edf0ceea989e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386684 May 04 17:14:30.738950 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de254dce-06b2-4ed5-8f76-1e0b0968189e req-96c8590f-2532-4872-bbc5-423007be17b4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:30.746083 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-de254dce-06b2-4ed5-8f76-1e0b0968189e req-96c8590f-2532-4872-bbc5-423007be17b4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0980408 May 04 17:14:30.811378 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-de254dce-06b2-4ed5-8f76-1e0b0968189e req-f2ce930a-8eb7-4990-94db-00ab35d62897 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626225 May 04 17:14:31.040364 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:31.472481 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80949a-8e62-4e0f-ad11-4250ef12357a req-24e3907d-b085-4acd-9e41-12c92fca18c4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:31.474419 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1c80949a-8e62-4e0f-ad11-4250ef12357a req-24e3907d-b085-4acd-9e41-12c92fca18c4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.1039515 May 04 17:14:31.483407 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47886) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:31.489109 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-233728ad-cd6d-41a4-bedc-76a15533804e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Request body: {'floatingip': {'port_id': '5ac30203-edd4-4a2d-a017-892759a71e80'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:31.571164 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-233728ad-cd6d-41a4-bedc-76a15533804e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:31.891783 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cdb58-d66e-44aa-816f-012cdf29b4a9 req-ad92294c-5046-402a-9611-859af71c261e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:31.894020 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-be5cdb58-d66e-44aa-816f-012cdf29b4a9 req-ad92294c-5046-402a-9611-859af71c261e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.3246410 May 04 17:14:32.067967 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-be5cdb58-d66e-44aa-816f-012cdf29b4a9 req-e0249d3d-b232-4f81-8da0-fbeca27a5ddc tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226249 May 04 17:14:32.506790 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-233728ad-cd6d-41a4-bedc-76a15533804e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:32.570054 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-233728ad-cd6d-41a4-bedc-76a15533804e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:32.737983 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567c381-58a3-4d6f-b370-eca5f9d35a95 req-3a3352a9-14aa-4081-a930-e94cf7ec655a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:32.739447 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2567c381-58a3-4d6f-b370-eca5f9d35a95 req-3a3352a9-14aa-4081-a930-e94cf7ec655a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 1098 time: 0.0862956 May 04 17:14:32.808364 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.l3_db [None req-233728ad-cd6d-41a4-bedc-76a15533804e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Floating IP 7120bc13-837c-428b-88af-69f8c743aaea associated. External IP: 172.27.3.88, port: 5ac30203-edd4-4a2d-a017-892759a71e80. May 04 17:14:32.881413 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2e617-f771-4b01-99fd-41afdbe06a72 req-b90ef014-58ee-462c-a109-5e97fdd89432 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:32.882955 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a0d2e617-f771-4b01-99fd-41afdbe06a72 req-b90ef014-58ee-462c-a109-5e97fdd89432 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.2504416 May 04 17:14:32.923400 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567c381-58a3-4d6f-b370-eca5f9d35a95 req-0e2517fb-d607-4381-98d2-96663c973b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:32.924819 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2567c381-58a3-4d6f-b370-eca5f9d35a95 req-0e2517fb-d607-4381-98d2-96663c973b58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=397cd77a-abc4-4053-a1eb-1563ed5bf14e HTTP/1.1" status: 200 len: 919 time: 0.1718931 May 04 17:14:33.021824 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a0d2e617-f771-4b01-99fd-41afdbe06a72 req-05941292-9d4a-4ff2-8630-c93c53859c1b tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253791 May 04 17:14:33.074698 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2567c381-58a3-4d6f-b370-eca5f9d35a95 req-07a4def5-9e60-4148-80a8-5fa19cb5a0b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2097a1ef-de80-4069-9ef1-773975f25ce6 HTTP/1.1" status: 200 len: 217 time: 0.1330357 May 04 17:14:33.302714 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233728ad-cd6d-41a4-bedc-76a15533804e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:14:33.481269 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233728ad-cd6d-41a4-bedc-76a15533804e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:14:33.485489 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-233728ad-cd6d-41a4-bedc-76a15533804e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:33.493134 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1543d-5a9b-4de5-be64-a4a7989957f2 None None] Sync routers for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:14:33.502909 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1543d-5a9b-4de5-be64-a4a7989957f2 None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:14:33.503433 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-cdf1543d-5a9b-4de5-be64-a4a7989957f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:14:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:14:33.542088 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-233728ad-cd6d-41a4-bedc-76a15533804e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "PUT /v2.0/floatingips/7120bc13-837c-428b-88af-69f8c743aaea HTTP/1.1" status: 200 len: 990 time: 2.0575023 May 04 17:14:33.542774 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:14:33.599430 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80', 'status': 'completed', 'code': 200} May 04 17:14:33.676326 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-cdf1543d-5a9b-4de5-be64-a4a7989957f2 None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:14:34.072916 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-cdf1543d-5a9b-4de5-be64-a4a7989957f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '7120bc13-837c-428b-88af-69f8c743aaea', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'port_id': '5ac30203-edd4-4a2d-a017-892759a71e80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'mac_address': 'fa:16:3e:b3:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:13:59Z', 'updated_at': '2021-05-04T17:14:32Z', 'revision_number': 1, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:57Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:14:34.078649 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1543d-5a9b-4de5-be64-a4a7989957f2 None None] Checking router: d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:14:34.099309 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf1543d-5a9b-4de5-be64-a4a7989957f2 None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:14:34.099309 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-cdf1543d-5a9b-4de5-be64-a4a7989957f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:14:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:14:34.287223 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff49a6ba-3436-48fd-bc35-1a8b8055ce1f req-ba2e3c20-d50d-452f-a17f-d58f15c9cc4c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:34.295543 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ff49a6ba-3436-48fd-bc35-1a8b8055ce1f req-ba2e3c20-d50d-452f-a17f-d58f15c9cc4c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.1368625 May 04 17:14:34.317194 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-cdf1543d-5a9b-4de5-be64-a4a7989957f2 None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:14:34.349849 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ff49a6ba-3436-48fd-bc35-1a8b8055ce1f req-b62efaa4-cb55-4743-9340-8169e7fe361f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529897 May 04 17:14:34.454586 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47952) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:34.569825 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:34.585229 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:34.589104 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Usage tracker for resource:security_group_rule and tenant:e4c23200988b41b49f88a7740e3316dd is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:34.593436 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:34.597974 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:34.679943 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:34.696467 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-cdf1543d-5a9b-4de5-be64-a4a7989957f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '7120bc13-837c-428b-88af-69f8c743aaea', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'port_id': '5ac30203-edd4-4a2d-a017-892759a71e80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'mac_address': 'fa:16:3e:b3:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:13:59Z', 'updated_at': '2021-05-04T17:14:32Z', 'revision_number': 1, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:57Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:14:34.700907 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf1543d-5a9b-4de5-be64-a4a7989957f2 None None] The sync data for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi is: [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '7120bc13-837c-428b-88af-69f8c743aaea', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'port_id': '5ac30203-edd4-4a2d-a017-892759a71e80', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'mac_address': 'fa:16:3e:b3:af:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:13:59Z', 'updated_at': '2021-05-04T17:14:32Z', 'revision_number': 1, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:57Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:14:34.743302 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:34.752029 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-779bd58c-45f7-491d-b64d-25f3830f5120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:34.794785 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b371d1eb-9d26-45c6-bd9c-9a67fe00cff8,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:34.798024 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e4c23200988b41b49f88a7740e3316dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422816 May 04 17:14:34.800747 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 47958) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:34.803920 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:34.804256 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:34.804601 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:34.804962 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:34.805297 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:34.805630 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:34.805956 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:34.806283 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:34.806639 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:34.806978 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:34.807287 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:34.807603 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:34.811883 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:34.865151 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:34.892551 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:34.896285 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c401f8-e979-4a66-9bbf-1d3dc54646f4 None None] New status for floating IP 7120bc13-837c-428b-88af-69f8c743aaea: ACTIVE {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:14:35.036358 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:35.042213 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:35.055442 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b371d1eb-9d26-45c6-bd9c-9a67fe00cff8,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:35.070131 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:35.070429 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:35.070904 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:35.071246 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:35.071575 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:35.072090 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:35.072454 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:35.072812 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:35.073179 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:35.073630 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:35.073960 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:35.074480 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:14:35.078280 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:35.088372 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:35.089690 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b371d1eb-9d26-45c6-bd9c-9a67fe00cff8 HTTP/1.1" status: 204 len: 168 time: 0.2877038 May 04 17:14:35.528864 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7464456-d47d-4336-b920-fd25720fb5ab req-cf2865d7-e08e-4fcc-a246-c423abb43ad1 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:35.530376 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d7464456-d47d-4336-b920-fd25720fb5ab req-cf2865d7-e08e-4fcc-a246-c423abb43ad1 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0800152 May 04 17:14:35.573850 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d7464456-d47d-4336-b920-fd25720fb5ab req-42615c40-7bba-4e6b-8995-f66b93d384d8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376816 May 04 17:14:35.723566 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 47978) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:35.740925 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-04f7f836-ad43-40c7-84ce-f3a8af4655c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:35.755263 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-04f7f836-ad43-40c7-84ce-f3a8af4655c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:35.759136 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-04f7f836-ad43-40c7-84ce-f3a8af4655c0 admin admin] Usage tracker for resource:security_group_rule and tenant:8834f8e7d13043a8aa785ca122e7ae6a is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:35.761890 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-04f7f836-ad43-40c7-84ce-f3a8af4655c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:35.768120 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-04f7f836-ad43-40c7-84ce-f3a8af4655c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:35.847105 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-04f7f836-ad43-40c7-84ce-f3a8af4655c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:35.923908 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-04f7f836-ad43-40c7-84ce-f3a8af4655c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:35.931541 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4411a0a8-f73a-484f-afd0-926c38da8abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:35.975333 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-04f7f836-ad43-40c7-84ce-f3a8af4655c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8834f8e7d13043a8aa785ca122e7ae6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506101 May 04 17:14:35.976211 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7f836-ad43-40c7-84ce-f3a8af4655c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b232c09-63cd-40bb-86bd-c6e1b4d16e29,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:35.978007 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 47982) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:35.979146 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-04f7f836-ad43-40c7-84ce-f3a8af4655c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:36.037367 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ddaa69f0-1ee0-4e30-8700-b0bc9eb18b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:36.062618 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ddaa69f0-1ee0-4e30-8700-b0bc9eb18b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:36.204056 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ddaa69f0-1ee0-4e30-8700-b0bc9eb18b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:36.207739 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:36.221145 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa69f0-1ee0-4e30-8700-b0bc9eb18b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b232c09-63cd-40bb-86bd-c6e1b4d16e29,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:36.228105 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ddaa69f0-1ee0-4e30-8700-b0bc9eb18b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:36.232806 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ddaa69f0-1ee0-4e30-8700-b0bc9eb18b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:36.236393 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-ddaa69f0-1ee0-4e30-8700-b0bc9eb18b9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b232c09-63cd-40bb-86bd-c6e1b4d16e29 HTTP/1.1" status: 204 len: 168 time: 0.2551019 May 04 17:14:36.510982 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567c381-58a3-4d6f-b370-eca5f9d35a95 req-6f4fac90-167a-4083-9335-6f4c5942b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:36.512424 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2567c381-58a3-4d6f-b370-eca5f9d35a95 req-6f4fac90-167a-4083-9335-6f4c5942b12e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b32ce49-09ab-4ba5-89dc-6e9b269f5a41 HTTP/1.1" status: 200 len: 858 time: 0.1062689 May 04 17:14:36.573985 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2567c381-58a3-4d6f-b370-eca5f9d35a95 req-f69a674a-87eb-4f94-9971-55b8ae69c3b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=397cd77a-abc4-4053-a1eb-1563ed5bf14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471432 May 04 17:14:36.579870 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c312e-9605-41f9-96af-1c9347b191d0 req-2d93b0cf-f57c-4cdd-a354-5c82e74d5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:36.581272 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e15c312e-9605-41f9-96af-1c9347b191d0 req-2d93b0cf-f57c-4cdd-a354-5c82e74d5538 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 1098 time: 0.1277654 May 04 17:14:36.761377 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a698c8-ebe8-4590-9a5c-baffe4a6120e req-105785fc-d1fa-496c-b403-3ee33898a757 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:36.763439 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-48a698c8-ebe8-4590-9a5c-baffe4a6120e req-105785fc-d1fa-496c-b403-3ee33898a757 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0802910 May 04 17:14:36.813110 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-48a698c8-ebe8-4590-9a5c-baffe4a6120e req-1d5e3e67-6a67-4f52-82b3-e57bb390e965 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439031 May 04 17:14:36.818580 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2567c381-58a3-4d6f-b370-eca5f9d35a95 req-b51e23c8-9788-420b-8948-9bae71872a03 service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363832 May 04 17:14:36.820890 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c312e-9605-41f9-96af-1c9347b191d0 req-b9aa1935-385a-4c06-8fc7-1935c5be5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:36.822210 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e15c312e-9605-41f9-96af-1c9347b191d0 req-b9aa1935-385a-4c06-8fc7-1935c5be5d68 service neutron] 10.222.0.11 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 918 time: 0.2197456 May 04 17:14:36.961003 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48002) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:36.977773 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ab060bc-3e6c-445c-8f72-ef94324a61ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:36.991692 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5ab060bc-3e6c-445c-8f72-ef94324a61ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:36.995368 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-5ab060bc-3e6c-445c-8f72-ef94324a61ae admin admin] Usage tracker for resource:security_group_rule and tenant:560f331dce0344239b67904e49797081 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:36.998565 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-5ab060bc-3e6c-445c-8f72-ef94324a61ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:37.004157 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5ab060bc-3e6c-445c-8f72-ef94324a61ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:37.019753 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e15c312e-9605-41f9-96af-1c9347b191d0 req-68ac73bc-0eec-4b36-b56a-b435ffd8a3fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac30203-edd4-4a2d-a017-892759a71e80 HTTP/1.1" status: 200 len: 1000 time: 0.1685443 May 04 17:14:37.045136 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2567c381-58a3-4d6f-b370-eca5f9d35a95 req-b4d49a87-f4d8-4eab-9795-1e3ce833177f service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128985 May 04 17:14:37.083788 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ab060bc-3e6c-445c-8f72-ef94324a61ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:37.153044 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ab060bc-3e6c-445c-8f72-ef94324a61ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:37.160174 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:37.199659 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-5ab060bc-3e6c-445c-8f72-ef94324a61ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=560f331dce0344239b67904e49797081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375729 May 04 17:14:37.200985 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab060bc-3e6c-445c-8f72-ef94324a61ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7386c82-77f6-45ff-b570-a0dc17481c9b,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:37.203166 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 48008) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:37.203937 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5ab060bc-3e6c-445c-8f72-ef94324a61ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:37.264209 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ded9f3a3-66c2-4f20-90ed-2e6c75edb919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:37.290747 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ded9f3a3-66c2-4f20-90ed-2e6c75edb919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:37.409745 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ded9f3a3-66c2-4f20-90ed-2e6c75edb919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:37.413509 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:37.429929 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9f3a3-66c2-4f20-90ed-2e6c75edb919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7386c82-77f6-45ff-b570-a0dc17481c9b,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:37.434338 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ded9f3a3-66c2-4f20-90ed-2e6c75edb919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:37.443510 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ded9f3a3-66c2-4f20-90ed-2e6c75edb919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:37.444806 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-ded9f3a3-66c2-4f20-90ed-2e6c75edb919 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7386c82-77f6-45ff-b570-a0dc17481c9b HTTP/1.1" status: 204 len: 168 time: 0.2407289 May 04 17:14:38.013863 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d077993a-8365-4f51-9cbc-5b243a2818fe req-3d511f22-54f2-4652-ab13-b37c994a6d5d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:38.015222 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d077993a-8365-4f51-9cbc-5b243a2818fe req-3d511f22-54f2-4652-ab13-b37c994a6d5d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0864108 May 04 17:14:38.059161 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d077993a-8365-4f51-9cbc-5b243a2818fe req-42d16b0f-f59c-4988-8a58-bb5143e803b6 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382137 May 04 17:14:38.881436 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c312e-9605-41f9-96af-1c9347b191d0 req-b0dfe067-3c2b-4b90-a3b7-5d4be2dd17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:38.882873 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e15c312e-9605-41f9-96af-1c9347b191d0 req-b0dfe067-3c2b-4b90-a3b7-5d4be2dd17bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef HTTP/1.1" status: 200 len: 856 time: 0.0788903 May 04 17:14:39.242934 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9584be1-509b-4b48-957e-c91993719552 req-49f0046a-9eee-4400-b4fb-c3a26c6d7ef5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:39.244386 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f9584be1-509b-4b48-957e-c91993719552 req-49f0046a-9eee-4400-b4fb-c3a26c6d7ef5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0807273 May 04 17:14:39.288141 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f9584be1-509b-4b48-957e-c91993719552 req-99976dc7-9759-4897-93e8-d714ce47bff2 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380194 May 04 17:14:39.959915 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c312e-9605-41f9-96af-1c9347b191d0 req-5d8725fb-af60-43b1-a6a5-1af5a4b17e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:39.961419 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e15c312e-9605-41f9-96af-1c9347b191d0 req-5d8725fb-af60-43b1-a6a5-1af5a4b17e93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=083a592e-a783-46d4-8afb-a37fb4ff1f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725322 May 04 17:14:40.092370 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e15c312e-9605-41f9-96af-1c9347b191d0 req-df2ed99b-cca6-49ca-9c34-dddc3c6f7976 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236162 May 04 17:14:40.226218 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e15c312e-9605-41f9-96af-1c9347b191d0 req-e0b447cd-182c-4001-a484-f04a06e6b7e1 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217577 May 04 17:14:40.479441 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fd663-9293-486c-ae6b-ed47e9d32649 req-9035e9c7-06e2-4c3b-bbfb-34535a7f6e29 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:40.480735 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee7fd663-9293-486c-ae6b-ed47e9d32649 req-9035e9c7-06e2-4c3b-bbfb-34535a7f6e29 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0812321 May 04 17:14:40.527962 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee7fd663-9293-486c-ae6b-ed47e9d32649 req-6d5ce922-2eb8-4144-9e6d-a4f5a8407d83 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 May 04 17:14:41.869416 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae096a28-5d79-4bd6-ae99-54f245755e8a req-8f309364-1bc3-460f-8b74-5081638bd2e7 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:41.873645 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae096a28-5d79-4bd6-ae99-54f245755e8a req-8f309364-1bc3-460f-8b74-5081638bd2e7 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0851803 May 04 17:14:41.922049 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae096a28-5d79-4bd6-ae99-54f245755e8a req-8206191f-3a3e-4a39-9e9d-e99d86c8de36 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447502 May 04 17:14:43.106793 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6717560-8c64-4222-abe7-e7fce8f20640 req-8ef9d7ef-ea33-4fbb-b216-1c1aec39bc5f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:43.108285 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c6717560-8c64-4222-abe7-e7fce8f20640 req-8ef9d7ef-ea33-4fbb-b216-1c1aec39bc5f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0801127 May 04 17:14:43.166616 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c6717560-8c64-4222-abe7-e7fce8f20640 req-64550893-728c-4f09-a73e-d8286f16d8a8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522094 May 04 17:14:44.012478 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 48208) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:44.101031 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170bdf12-e3b5-48c8-bab7-56be2a23b821 req-4a7517fb-8953-42ad-9804-32842ce0c2f2 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:44.102608 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-170bdf12-e3b5-48c8-bab7-56be2a23b821 req-4a7517fb-8953-42ad-9804-32842ce0c2f2 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 945 time: 0.1060061 May 04 17:14:44.146552 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-170bdf12-e3b5-48c8-bab7-56be2a23b821 req-f36bf404-9ae7-46f4-8916-0df836364a59 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383480 May 04 17:14:44.152790 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2234b700-6461-4468-9c53-a7b3064e3ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:44.177917 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2234b700-6461-4468-9c53-a7b3064e3ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:44.181766 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-2234b700-6461-4468-9c53-a7b3064e3ffb admin admin] Usage tracker for resource:security_group_rule and tenant:d65d4ea9003245a3b98672bf88a3a022 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:44.184819 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-2234b700-6461-4468-9c53-a7b3064e3ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:44.190728 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2234b700-6461-4468-9c53-a7b3064e3ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:44.368354 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c8dcf-2357-4e76-a359-79f1e7a4767b req-9f0e671a-49e9-461a-97d5-93f37901775d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:44.370018 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ec5c8dcf-2357-4e76-a359-79f1e7a4767b req-9f0e671a-49e9-461a-97d5-93f37901775d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0880680 May 04 17:14:44.376078 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2234b700-6461-4468-9c53-a7b3064e3ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:44.418808 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ec5c8dcf-2357-4e76-a359-79f1e7a4767b req-13806c4f-9230-4c37-ac17-68513162ed49 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 May 04 17:14:44.440431 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2234b700-6461-4468-9c53-a7b3064e3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:44.447769 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5f0bc365-ee67-49d3-b316-eba4ccdd8c18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:44.491020 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-2234b700-6461-4468-9c53-a7b3064e3ffb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d65d4ea9003245a3b98672bf88a3a022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4743764 May 04 17:14:44.491020 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234b700-6461-4468-9c53-a7b3064e3ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35373f1-8fab-42bf-9734-974d93a99e63,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:44.492195 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 48236) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:44.494612 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2234b700-6461-4468-9c53-a7b3064e3ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:44.555093 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-762f639d-9de6-419c-b1ad-fd736818d52e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:44.583016 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-762f639d-9de6-419c-b1ad-fd736818d52e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:44.725977 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-762f639d-9de6-419c-b1ad-fd736818d52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:44.729734 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:44.741226 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f639d-9de6-419c-b1ad-fd736818d52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35373f1-8fab-42bf-9734-974d93a99e63,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:44.744092 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-762f639d-9de6-419c-b1ad-fd736818d52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:44.751504 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-762f639d-9de6-419c-b1ad-fd736818d52e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:44.754907 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-762f639d-9de6-419c-b1ad-fd736818d52e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d35373f1-8fab-42bf-9734-974d93a99e63 HTTP/1.1" status: 204 len: 168 time: 0.2595193 May 04 17:14:45.230128 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 48264) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:45.393300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e837b92b-cb3d-4b09-a625-895c8629dbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:45.416884 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a54c5b-5ae8-48b7-bd0f-d1c23dd593f3 req-7dac9875-0306-45c9-994a-9073625fb957 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:45.418394 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-e837b92b-cb3d-4b09-a625-895c8629dbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:45.419098 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f6a54c5b-5ae8-48b7-bd0f-d1c23dd593f3 req-7dac9875-0306-45c9-994a-9073625fb957 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 945 time: 0.1604695 May 04 17:14:45.423144 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-e837b92b-cb3d-4b09-a625-895c8629dbd4 admin admin] Usage tracker for resource:security_group_rule and tenant:c305e5b39098474692c1d85472df55e2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:45.426054 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-e837b92b-cb3d-4b09-a625-895c8629dbd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:45.431914 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-e837b92b-cb3d-4b09-a625-895c8629dbd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:45.473336 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f6a54c5b-5ae8-48b7-bd0f-d1c23dd593f3 req-c303f917-ce07-498a-bc2e-f78cd464c259 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456860 May 04 17:14:45.544477 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e837b92b-cb3d-4b09-a625-895c8629dbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:45.623148 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e837b92b-cb3d-4b09-a625-895c8629dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:45.631920 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8adefcde-bebd-4ec3-ab03-c54fb308cae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:45.638385 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09eeca-c366-48b1-a33c-035ea7fa4b01 req-b79ffc63-ab5b-4c2f-9d96-fa7aef563cbe tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:45.640430 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2f09eeca-c366-48b1-a33c-035ea7fa4b01 req-b79ffc63-ab5b-4c2f-9d96-fa7aef563cbe tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0862393 May 04 17:14:45.675478 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48286) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:45.675706 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-e837b92b-cb3d-4b09-a625-895c8629dbd4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c305e5b39098474692c1d85472df55e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4437525 May 04 17:14:45.677421 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837b92b-cb3d-4b09-a625-895c8629dbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa93efb-dbfa-4041-9ced-9f65c0840a60,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:45.691487 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e837b92b-cb3d-4b09-a625-895c8629dbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:45.709738 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2f09eeca-c366-48b1-a33c-035ea7fa4b01 req-8071b2c5-943f-4512-93d6-a22f696dfe3a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632010 May 04 17:14:45.745682 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d255cb05-a328-4e26-92f4-6f17c9c0c4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:45.771375 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d255cb05-a328-4e26-92f4-6f17c9c0c4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:45.880354 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d255cb05-a328-4e26-92f4-6f17c9c0c4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:45.885104 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:45.897124 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255cb05-a328-4e26-92f4-6f17c9c0c4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa93efb-dbfa-4041-9ced-9f65c0840a60,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:45.901874 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d255cb05-a328-4e26-92f4-6f17c9c0c4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:45.915887 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d255cb05-a328-4e26-92f4-6f17c9c0c4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:45.918113 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-d255cb05-a328-4e26-92f4-6f17c9c0c4ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/daa93efb-dbfa-4041-9ced-9f65c0840a60 HTTP/1.1" status: 204 len: 168 time: 0.2415793 May 04 17:14:45.939611 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 48298) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:46.040222 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-791278904-network', 'tenant_id': '5226e6bf9d554f72a89376f778cc860f'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:46.044860 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:46.048648 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Usage tracker for resource:network and tenant:5226e6bf9d554f72a89376f778cc860f is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:46.051482 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:46.057554 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:46.137094 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Made reservation on behalf of 5226e6bf9d554f72a89376f778cc860f for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:14:46.139882 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.156765 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.166569 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:46.170281 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Usage tracker for resource:security_group_rule and tenant:5226e6bf9d554f72a89376f778cc860f is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:46.173304 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:46.179081 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:46.261277 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.331304 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.334414 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ded9f3a3-66c2-4f20-90ed-2e6c75edb919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:46.368588 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:14:46.374447 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd0e451-f91a-4d02-92d2-1c5665727613,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:46.377600 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:46.387738 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.387738 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.segments_db [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Added segment cdaea2f6-a9a0-460b-9086-19964684fa72 of type vlan for network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 May 04 17:14:46.406748 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.430199 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:14:46.489444 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.490837 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:46.491440 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.496532 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:46.600529 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Pushing event updated for resources: {'Network': ['ID=5b235ee4-88eb-4f94-8ea6-c0a738f9ab72,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:46.603995 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:46.611346 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:14:46.635363 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 48314) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:46.652638 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8d704495-f38d-4cb3-bb64-130e72ad84c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.665422 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7247913 May 04 17:14:46.668238 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 48318) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:46.672508 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-8d704495-f38d-4cb3-bb64-130e72ad84c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:46.677488 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Request body: {'subnet': {'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-791278904-subnet', 'tenant_id': '5226e6bf9d554f72a89376f778cc860f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:46.682987 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-8d704495-f38d-4cb3-bb64-130e72ad84c4 admin admin] Usage tracker for resource:security_group_rule and tenant:47f7b3b9c5a94aaaa9acfc2cbbe56cab is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:46.684512 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad01c72-c0ba-4a5b-848f-938089631387 req-12e4d48c-73b2-4454-939a-bfbb1d29017d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:46.685771 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:46.686391 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8ad01c72-c0ba-4a5b-848f-938089631387 req-12e4d48c-73b2-4454-939a-bfbb1d29017d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 945 time: 0.0884237 May 04 17:14:46.687932 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-8d704495-f38d-4cb3-bb64-130e72ad84c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:46.694317 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Usage tracker for resource:subnet and tenant:5226e6bf9d554f72a89376f778cc860f is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:46.697146 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-8d704495-f38d-4cb3-bb64-130e72ad84c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:46.698978 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:46.706869 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:46.755924 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8ad01c72-c0ba-4a5b-848f-938089631387 req-e34f465a-1b94-41a2-af40-eae1678c3fd8 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626926 May 04 17:14:46.800077 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8d704495-f38d-4cb3-bb64-130e72ad84c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.811493 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Made reservation on behalf of 5226e6bf9d554f72a89376f778cc860f for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:14:46.813900 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.890315 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8d704495-f38d-4cb3-bb64-130e72ad84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:46.902738 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:46.931393 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fbfb7-7ecb-4268-bcb7-78a20e2417b4 req-296e3e7f-3363-43b7-bcdf-c4cc36ddcb7e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:46.932982 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ff7fbfb7-7ecb-4268-bcb7-78a20e2417b4 req-296e3e7f-3363-43b7-bcdf-c4cc36ddcb7e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0816031 May 04 17:14:46.957609 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-8d704495-f38d-4cb3-bb64-130e72ad84c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47f7b3b9c5a94aaaa9acfc2cbbe56cab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211544 May 04 17:14:46.960199 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48324) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:46.960345 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d704495-f38d-4cb3-bb64-130e72ad84c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c508f9-f742-4bf3-96a9-eeeb27e4f33b,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:46.963940 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8d704495-f38d-4cb3-bb64-130e72ad84c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:47.002714 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ff7fbfb7-7ecb-4268-bcb7-78a20e2417b4 req-7ef50b88-33dc-4fc4-b9ac-90fc55ac65f8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638602 May 04 17:14:47.040230 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ec8c007e-2b53-42ce-b096-736aa199a992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:47.065259 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ec8c007e-2b53-42ce-b096-736aa199a992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:47.194407 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ec8c007e-2b53-42ce-b096-736aa199a992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:47.199705 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9129dfbe-bc74-49c3-ae3d-3713d9469da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:47.214767 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c007e-2b53-42ce-b096-736aa199a992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c508f9-f742-4bf3-96a9-eeeb27e4f33b,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:47.217864 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ec8c007e-2b53-42ce-b096-736aa199a992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:47.221309 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-ec8c007e-2b53-42ce-b096-736aa199a992 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84c508f9-f742-4bf3-96a9-eeeb27e4f33b HTTP/1.1" status: 204 len: 168 time: 0.2576981 May 04 17:14:47.221459 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ec8c007e-2b53-42ce-b096-736aa199a992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:47.310031 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:47.318743 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:47.385397 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=53bc7281-7282-459f-bac7-7bb2adb3a502,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:47.391406 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:47.397274 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Checking segment: {'id': 'cdaea2f6-a9a0-460b-9086-19964684fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:14:47.397623 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Network hostable DHCP agents. Network: 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:14:47.476543 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:14:47.548516 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:14:47.552580 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:47.553227 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:47.557612 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34586d12-25db-4a1a-b337-6ad6f3f6b25e None None] Network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:14:47.658288 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9890404 May 04 17:14:47.794296 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d28de8c-2411-425d-a5f9-c58f8b2a2844 None None] Network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:14:47.956158 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b5d94-52dc-431a-948a-b5d97f3dcec7 req-0f408264-ce6b-47df-99ae-240afd4751b6 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:47.963656 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-854b5d94-52dc-431a-948a-b5d97f3dcec7 req-0f408264-ce6b-47df-99ae-240afd4751b6 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 945 time: 0.0957515 May 04 17:14:48.025190 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-854b5d94-52dc-431a-948a-b5d97f3dcec7 req-653f8ddc-80e6-440d-afac-7a7af1bf6389 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552258 May 04 17:14:48.206555 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98688453-973d-4af8-9919-1d36015d4915 req-935ab882-3be3-4d76-b382-e899de6ca76e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:48.208148 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-98688453-973d-4af8-9919-1d36015d4915 req-935ab882-3be3-4d76-b382-e899de6ca76e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0883482 May 04 17:14:48.272030 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-98688453-973d-4af8-9919-1d36015d4915 req-36911281-440d-4c3b-97c2-f0347dc8b18d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564322 May 04 17:14:48.845849 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5a987-0737-47ad-9420-dabe5d805435 req-b11ed0d0-80f3-4b7d-92a0-4d6fa7f8538d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:48.846550 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-44f5a987-0737-47ad-9420-dabe5d805435 req-b11ed0d0-80f3-4b7d-92a0-4d6fa7f8538d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Synchronizing usage tracker for tenant:d9bccc8dcde54a1390e6986e1f9117c5 on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:14:48.931913 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-44f5a987-0737-47ad-9420-dabe5d805435 req-b11ed0d0-80f3-4b7d-92a0-4d6fa7f8538d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Unset dirty status for tenant:d9bccc8dcde54a1390e6986e1f9117c5 on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:14:48.933284 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-44f5a987-0737-47ad-9420-dabe5d805435 req-b11ed0d0-80f3-4b7d-92a0-4d6fa7f8538d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.11 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 945 time: 0.1676750 May 04 17:14:49.114584 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-44f5a987-0737-47ad-9420-dabe5d805435 req-56fda457-d7fe-488e-a978-4c3aeeb72035 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Deleting port ef1834ec-192a-4894-a601-15592ed97c59 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:14:49.115620 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-44f5a987-0737-47ad-9420-dabe5d805435 req-56fda457-d7fe-488e-a978-4c3aeeb72035 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:49.314040 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-44f5a987-0737-47ad-9420-dabe5d805435 req-56fda457-d7fe-488e-a978-4c3aeeb72035 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] For port ef1834ec-192a-4894-a601-15592ed97c59, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ef1834ec-192a-4894-a601-15592ed97c59,segment=NetworkSegment(56e0a63b-20a6-4e0b-929c-f36da8f8103c),segment_id=56e0a63b-20a6-4e0b-929c-f36da8f8103c)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:14:49.314502 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-44f5a987-0737-47ad-9420-dabe5d805435 req-56fda457-d7fe-488e-a978-4c3aeeb72035 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:49.318851 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7115131-8e18-48fa-b8ec-38301816f867 req-a238ec47-fdd9-403f-8f4e-543dc62837d4 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:49.320352 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d7115131-8e18-48fa-b8ec-38301816f867 req-a238ec47-fdd9-403f-8f4e-543dc62837d4 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 945 time: 0.1732056 May 04 17:14:49.404015 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d7115131-8e18-48fa-b8ec-38301816f867 req-b6cb6510-5463-4ee5-a0ec-c86297923d8d tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/security-groups?id=3cead499-008c-409a-896c-1a513cf7c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771151 May 04 17:14:49.494319 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-44f5a987-0737-47ad-9420-dabe5d805435 req-56fda457-d7fe-488e-a978-4c3aeeb72035 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Calling delete_port for ef1834ec-192a-4894-a601-15592ed97c59 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:14:49.539151 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5488ce-cd5a-4e1f-a9e6-166c0f3243d3 req-af2c8c3e-0d75-4c1d-bf98-f80f47a27e4c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:49.540709 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6f5488ce-cd5a-4e1f-a9e6-166c0f3243d3 req-af2c8c3e-0d75-4c1d-bf98-f80f47a27e4c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0911579 May 04 17:14:49.598832 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6f5488ce-cd5a-4e1f-a9e6-166c0f3243d3 req-4aecda33-3551-45d4-94ee-f427d7613cae tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491133 May 04 17:14:49.878494 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-44f5a987-0737-47ad-9420-dabe5d805435 req-56fda457-d7fe-488e-a978-4c3aeeb72035 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:49.885477 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:49.900669 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['ef1834ec-192a-4894-a601-15592ed97c59'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:14:49.933736 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fda457-d7fe-488e-a978-4c3aeeb72035 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Pushing event deleted for resources: {'Port': ['ID=ef1834ec-192a-4894-a601-15592ed97c59,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:49.936820 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-56fda457-d7fe-488e-a978-4c3aeeb72035 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:50.009801 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f5a987-0737-47ad-9420-dabe5d805435 req-56fda457-d7fe-488e-a978-4c3aeeb72035 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] No DVR routers for this DVR port ef1834ec-192a-4894-a601-15592ed97c59 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:14:50.012955 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-44f5a987-0737-47ad-9420-dabe5d805435 req-56fda457-d7fe-488e-a978-4c3aeeb72035 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:50.017928 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d07f9db-939a-47b3-a35e-df54a1137d77', 'name': 'network-vif-deleted', 'tag': 'ef1834ec-192a-4894-a601-15592ed97c59'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:14:50.063174 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d07f9db-939a-47b3-a35e-df54a1137d77', 'name': 'network-vif-deleted', 'tag': 'ef1834ec-192a-4894-a601-15592ed97c59', 'status': 'completed', 'code': 200} May 04 17:14:50.124823 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-44f5a987-0737-47ad-9420-dabe5d805435 req-56fda457-d7fe-488e-a978-4c3aeeb72035 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.11 "DELETE /v2.0/ports/ef1834ec-192a-4894-a601-15592ed97c59 HTTP/1.1" status: 204 len: 173 time: 1.1810410 May 04 17:14:50.605248 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8605573e-d775-42de-8594-bc2e5a1a5f74 req-6587c102-d626-4a6f-ae1c-ee93d3fe6b0a tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d07f9db-939a-47b3-a35e-df54a1137d77 HTTP/1.1" status: 200 len: 210 time: 0.0561128 May 04 17:14:50.670785 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b9afd8ee-f521-4dc9-9e00-d12a27981834 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:50.672264 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b9afd8ee-f521-4dc9-9e00-d12a27981834 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/networks?id=f1f53d29-895b-4d95-9855-c27f27b4b040 HTTP/1.1" status: 200 len: 815 time: 0.2212844 May 04 17:14:50.691581 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-342b92a6-fae8-4792-bbb5-0208734a57d7 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/quotas/5c5e587f9542410e808775efa8a7009d HTTP/1.1" status: 200 len: 375 time: 0.0130808 May 04 17:14:50.988602 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-707d537b-1f1b-485e-ac41-626b90534e7f tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:50.990039 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-707d537b-1f1b-485e-ac41-626b90534e7f tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/networks?id=5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 HTTP/1.1" status: 200 len: 813 time: 0.2359228 May 04 17:14:50.994220 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-30a33cb2-d8cb-40ff-af71-fec660926481 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2912867 May 04 17:14:51.033089 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-040ae8e5-57ab-478e-9210-9e464b942ef1 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/quotas/5226e6bf9d554f72a89376f778cc860f HTTP/1.1" status: 200 len: 375 time: 0.0374901 May 04 17:14:51.136446 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-15977e22-7dec-48d1-a0b8-b5c983d7c450 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5226e6bf9d554f72a89376f778cc860f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965052 May 04 17:14:51.347275 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-52523edf-d64f-4826-9817-8462c3816aea service neutron] 10.222.0.22 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448789 May 04 17:14:51.364350 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 48490) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:51.472512 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-e28cbe54-1990-426f-8049-62af2c5ac483 service neutron] 10.222.0.22 "GET /v2.0/networks/5b235ee4-88eb-4f94-8ea6-c0a738f9ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267286 May 04 17:14:51.489571 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-02f79acb-5de4-46d2-8e3f-295aaa7e1fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:51.504688 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-02f79acb-5de4-46d2-8e3f-295aaa7e1fc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:51.508767 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-02f79acb-5de4-46d2-8e3f-295aaa7e1fc9 admin admin] Usage tracker for resource:security_group_rule and tenant:aa9bca23dda04de9aeb88091b2427642 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:51.511658 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-02f79acb-5de4-46d2-8e3f-295aaa7e1fc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:51.518658 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-02f79acb-5de4-46d2-8e3f-295aaa7e1fc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:51.585832 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-067b0ee8-a291-4e90-8816-b6a5d3a8691f service neutron] 10.222.0.22 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310827 May 04 17:14:51.608531 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-02f79acb-5de4-46d2-8e3f-295aaa7e1fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:51.629108 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-792b57d0-4499-4899-8016-f18da46ef783 service neutron] 10.222.0.22 "GET /v2.0/networks/5b235ee4-88eb-4f94-8ea6-c0a738f9ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485443 May 04 17:14:51.697451 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-02f79acb-5de4-46d2-8e3f-295aaa7e1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:51.706856 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:51.745839 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-02f79acb-5de4-46d2-8e3f-295aaa7e1fc9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aa9bca23dda04de9aeb88091b2427642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3803837 May 04 17:14:51.746783 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f79acb-5de4-46d2-8e3f-295aaa7e1fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08de5196-8fa3-4cb4-8d92-21e6b57cf128,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:51.748766 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48500) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:51.750928 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-02f79acb-5de4-46d2-8e3f-295aaa7e1fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:51.812411 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-30420bff-4290-4917-b024-fc315f831af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:51.844429 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-30420bff-4290-4917-b024-fc315f831af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:52.004731 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-30420bff-4290-4917-b024-fc315f831af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:52.009914 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-acfc42ee-01a5-40f2-805e-df7ff828ff06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:52.024393 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30420bff-4290-4917-b024-fc315f831af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08de5196-8fa3-4cb4-8d92-21e6b57cf128,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:52.027341 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-30420bff-4290-4917-b024-fc315f831af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:52.037907 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a8be5-acfd-477a-bb8f-d6aee09ad406 req-d09ecbf8-4d1b-4feb-bf29-06e2327baf9d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:52.039424 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5e1a8be5-acfd-477a-bb8f-d6aee09ad406 req-d09ecbf8-4d1b-4feb-bf29-06e2327baf9d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.1115894 May 04 17:14:52.041592 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-30420bff-4290-4917-b024-fc315f831af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:52.050356 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-30420bff-4290-4917-b024-fc315f831af1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/08de5196-8fa3-4cb4-8d92-21e6b57cf128 HTTP/1.1" status: 204 len: 168 time: 0.2928989 May 04 17:14:52.088066 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5e1a8be5-acfd-477a-bb8f-d6aee09ad406 req-21b62f64-57b2-4236-b835-8671a0b1ea84 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 May 04 17:14:52.250537 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9a826c87-9ea6-4a7b-a262-824a245cc050 req-3ad96baf-e715-4a95-9545-1e454a09db83 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 210 time: 0.0539694 May 04 17:14:52.341911 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-223cf4c1-d09d-46be-a374-847c0863842b req-e3a1d9f2-5f09-4e50-a5df-8050dc99c9ef tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 210 time: 0.0485888 May 04 17:14:52.693895 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48538) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:52.711561 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-48680c08-efc4-4360-be50-f285fd3f5920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:52.725843 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-48680c08-efc4-4360-be50-f285fd3f5920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:52.729988 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-48680c08-efc4-4360-be50-f285fd3f5920 admin admin] Usage tracker for resource:security_group_rule and tenant:b37d81c5bb3246debbfcbba49b10384e is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:52.732881 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-48680c08-efc4-4360-be50-f285fd3f5920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:52.738912 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-48680c08-efc4-4360-be50-f285fd3f5920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:52.831204 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-48680c08-efc4-4360-be50-f285fd3f5920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:52.920064 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-48680c08-efc4-4360-be50-f285fd3f5920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:52.927170 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:52.971508 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-48680c08-efc4-4360-be50-f285fd3f5920 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b37d81c5bb3246debbfcbba49b10384e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2764935 May 04 17:14:52.972380 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48680c08-efc4-4360-be50-f285fd3f5920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c47202d-dc1a-4864-926c-84f699c83280,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:52.974461 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 48546) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:52.975677 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-48680c08-efc4-4360-be50-f285fd3f5920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:52.988790 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-cc8e9c4c-a7e5-439f-82ad-74705578ed53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:53.034882 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4b904b57-73c9-42db-b400-a7bc563e7bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:53.059331 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4b904b57-73c9-42db-b400-a7bc563e7bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:53.160256 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4b904b57-73c9-42db-b400-a7bc563e7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:53.165199 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e837b92b-cb3d-4b09-a625-895c8629dbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:53.177734 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b904b57-73c9-42db-b400-a7bc563e7bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c47202d-dc1a-4864-926c-84f699c83280,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:53.181696 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4b904b57-73c9-42db-b400-a7bc563e7bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:53.194133 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4b904b57-73c9-42db-b400-a7bc563e7bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:53.198022 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-4b904b57-73c9-42db-b400-a7bc563e7bc2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c47202d-dc1a-4864-926c-84f699c83280 HTTP/1.1" status: 204 len: 168 time: 0.2198224 May 04 17:14:53.275117 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475d32d-1afd-4f08-b311-49d15b8d3807 req-86546a3f-21c5-471d-adcc-c3b5ca0ca3c5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:53.276580 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f475d32d-1afd-4f08-b311-49d15b8d3807 req-86546a3f-21c5-471d-adcc-c3b5ca0ca3c5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0796137 May 04 17:14:53.321079 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f475d32d-1afd-4f08-b311-49d15b8d3807 req-9de80e80-748c-45b4-a22a-07b156e1e408 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383723 May 04 17:14:53.460024 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b0cc6be6-8471-47ac-8b75-b62a98677709 req-efa36a17-0b59-4fc0-9135-ae985d2d1dfd tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 210 time: 0.0446808 May 04 17:14:53.596171 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-509729ac-73b7-43fa-9b08-9d811f4f3665 req-ad975256-0e71-4094-8ce0-94333714b931 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 210 time: 0.0420904 May 04 17:14:53.847673 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device ef1834ec-192a-4894-a601-15592ed97c59 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:14:53.875848 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: ef1834ec-192a-4894-a601-15592ed97c59 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:14:53.876117 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device ef1834ec-192a-4894-a601-15592ed97c59 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:14:54.506909 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e57e4-8cbf-4f43-8b12-803ab24708a1 req-d427988a-b47a-4f39-af18-88387a78346c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:54.508357 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-530e57e4-8cbf-4f43-8b12-803ab24708a1 req-d427988a-b47a-4f39-af18-88387a78346c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0793686 May 04 17:14:54.551218 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-530e57e4-8cbf-4f43-8b12-803ab24708a1 req-46fe8f47-5fa0-418b-b141-14cc2964f740 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372689 May 04 17:14:54.688224 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0eadabd2-9fd9-4bc9-bf16-4804c57925b5 req-e638f109-bcbd-412a-a27c-ec11ef784ffa tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 210 time: 0.0447600 May 04 17:14:54.824694 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-152b6725-4a42-44da-a483-3b82dc29dc38 req-bc664ff1-9dd2-4730-916b-96b309876d5d tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 210 time: 0.0441334 May 04 17:14:55.658613 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:55.686867 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-253ecda6-acd2-4f61-8f3d-63c91277044c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:55.743826 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77804e62-eb75-47a5-a761-0302d36dca69 req-c759cb28-afae-4700-ab78-5db1e6d776f0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:55.751447 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-77804e62-eb75-47a5-a761-0302d36dca69 req-c759cb28-afae-4700-ab78-5db1e6d776f0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0906680 May 04 17:14:55.801472 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-77804e62-eb75-47a5-a761-0302d36dca69 req-e391fa1a-e948-46a8-a73a-e104fa9dc58e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490038 May 04 17:14:55.856027 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-43d2eac7-b65e-491e-9ee8-7a8b8cb554e3 req-ac3c5d52-e157-45ce-869d-d8672ebcf472 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 210 time: 0.0434887 May 04 17:14:55.972929 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1f707571-c422-414a-8940-f00d588f37bd req-5b0d3719-63f0-4992-961c-251288d042c8 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 210 time: 0.0431221 May 04 17:14:56.334442 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48652) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:56.410024 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fea88d-0b91-4631-a034-aa355c86f5e6 admin admin] Deleting subnet d8800ce2-4ce1-4f1e-a9f1-760ce33ae47a {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:14:56.417660 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-62fea88d-0b91-4631-a034-aa355c86f5e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:56.439624 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-5b63c207-9b34-4f5a-aa9d-ee2542b868d7 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:56.441700 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-5b63c207-9b34-4f5a-aa9d-ee2542b868d7 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "GET /v2.0/networks?id=f1f53d29-895b-4d95-9855-c27f27b4b040 HTTP/1.1" status: 200 len: 815 time: 0.1550312 May 04 17:14:56.464889 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Request body: {'port': {'device_id': '4c12f92f-b0ac-472a-8433-92e9b26e45ed', 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040', 'admin_state_up': True, 'tenant_id': '5c5e587f9542410e808775efa8a7009d'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:56.493995 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-62fea88d-0b91-4631-a034-aa355c86f5e6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:56.501646 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-62fea88d-0b91-4631-a034-aa355c86f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:56.640752 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:56.645850 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Usage tracker for resource:port and tenant:5c5e587f9542410e808775efa8a7009d is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:56.649627 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:56.658187 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:56.674768 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:56.758451 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Made reservation on behalf of 5c5e587f9542410e808775efa8a7009d for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:14:56.762609 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:57.023667 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-62fea88d-0b91-4631-a034-aa355c86f5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:57.033662 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f5d05e23-9ece-4268-8260-4a69afef928f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:57.063530 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Allocated IP 172.20.0.2 (f1f53d29-895b-4d95-9855-c27f27b4b040/d0d97dca-f7a6-4fee-aada-77814155f9eb/adeb65d5-4f60-4f1b-a6a2-835a54d457a5) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:14:57.080535 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fea88d-0b91-4631-a034-aa355c86f5e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8800ce2-4ce1-4f1e-a9f1-760ce33ae47a,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:57.091614 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-62fea88d-0b91-4631-a034-aa355c86f5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:57.139112 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-62fea88d-0b91-4631-a034-aa355c86f5e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:57.145522 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5ff47cfd-1e8b-425f-9a0b-8eb2a0acc029 req-08b2171b-c434-4cb4-877a-d24d8ae785ee tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 210 time: 0.0702176 May 04 17:14:57.156679 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-62fea88d-0b91-4631-a034-aa355c86f5e6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d8800ce2-4ce1-4f1e-a9f1-760ce33ae47a HTTP/1.1" status: 204 len: 168 time: 0.8211443 May 04 17:14:57.161006 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48686) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:57.188977 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a304c26-9325-46ac-a0d0-28fa10cd3a75 req-009de451-e530-4c1c-a6e8-f313192ee157 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:57.190623 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8a304c26-9325-46ac-a0d0-28fa10cd3a75 req-009de451-e530-4c1c-a6e8-f313192ee157 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.2449765 May 04 17:14:57.309900 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8a304c26-9325-46ac-a0d0-28fa10cd3a75 req-d79f27ed-43c9-42e5-8096-bd6de9325612 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121385 May 04 17:14:57.372328 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2d1aaa61-fdf2-4323-977a-22c5ee192c6a req-71c4f7c0-e869-4d4e-aa0e-540a1b81fd16 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 210 time: 0.0727282 May 04 17:14:57.379548 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:57.539903 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:57.547585 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:57.562935 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-12e1d63b-7fa3-4c29-933f-71e58f6c6903 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:57.563936 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-12e1d63b-7fa3-4c29-933f-71e58f6c6903 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Synchronizing usage tracker for tenant:5226e6bf9d554f72a89376f778cc860f on resource:network {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:14:57.570029 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b3bab2ac-2ad4-4167-ba74-4da4a1ed2845 req-81392c36-2890-486a-bec2-9bf7a52e0a6f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4120452 May 04 17:14:57.661977 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.662325 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.663016 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.663348 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > port after_create 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.663672 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > port after_delete 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.663995 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > port after_update 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.664312 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.664610 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.664955 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.669398 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.702178 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-12e1d63b-7fa3-4c29-933f-71e58f6c6903 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Unset dirty status for tenant:5226e6bf9d554f72a89376f778cc860f on resource:network {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:14:57.703407 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-12e1d63b-7fa3-4c29-933f-71e58f6c6903 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.11 "GET /v2.0/networks?id=5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 HTTP/1.1" status: 200 len: 813 time: 0.4173453 May 04 17:14:57.704408 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:57.719483 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['3447bd73-1b3b-4499-a657-92c455578ce5'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:14:57.724674 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:57.763045 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Request body: {'port': {'device_id': 'd8f8f325-d33b-469b-86f2-b816dd9a54ee', 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72', 'admin_state_up': True, 'tenant_id': '5226e6bf9d554f72a89376f778cc860f'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:57.887131 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.887471 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.887794 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.888283 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:14:57.888784 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea54ac2-730e-42e2-9621-687922cf4ba5']}} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:14:57.912114 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e0a63b-20a6-4e0b-929c-f36da8f8103c') {'for_net_delete': True} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:14:57.912400 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e0a63b-20a6-4e0b-929c-f36da8f8103c') {} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:14:57.936791 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749128'] for segment, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:57.967918 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:57.987517 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:57.992611 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Usage tracker for resource:port and tenant:5226e6bf9d554f72a89376f778cc860f is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:57.995992 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:58.000461 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=74290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:14:58.003169 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:58.031699 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Network f1f53d29-895b-4d95-9855-c27f27b4b040 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:14:58.044475 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:14:58.061649 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:14:58.061649 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:58.062029 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:58.092137 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Pushing event updated for resources: {'Port': ['ID=adeb65d5-4f60-4f1b-a6a2-835a54d457a5,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:58.096073 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:58.098105 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bab2ac-2ad4-4167-ba74-4da4a1ed2845 req-9641b38b-da3b-45a2-a0e1-df541d25f173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:58.099982 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b3bab2ac-2ad4-4167-ba74-4da4a1ed2845 req-9641b38b-da3b-45a2-a0e1-df541d25f173 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 1098 time: 0.4416974 May 04 17:14:58.115392 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Made reservation on behalf of 5226e6bf9d554f72a89376f778cc860f for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:14:58.119892 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:58.173833 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7141056 May 04 17:14:58.228257 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Request body: {'port': {'device_id': '4c12f92f-b0ac-472a-8433-92e9b26e45ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:14:58.240395 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Network 4ea54ac2-730e-42e2-9621-687922cf4ba5 has no segments {{(pid=74290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:14:58.247262 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:58.251250 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4104551'] for segment, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:58.538703 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bab2ac-2ad4-4167-ba74-4da4a1ed2845 req-fea620a7-5668-4103-a6c6-d9a70a3aeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:58.540206 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b3bab2ac-2ad4-4167-ba74-4da4a1ed2845 req-fea620a7-5668-4103-a6c6-d9a70a3aeb18 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1f53d29-895b-4d95-9855-c27f27b4b040 HTTP/1.1" status: 200 len: 916 time: 0.4050074 May 04 17:14:58.600203 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Network 4ea54ac2-730e-42e2-9621-687922cf4ba5 has no segments {{(pid=74290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: from cryptography.utils import int_from_bytes May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: from cryptography.utils import int_from_bytes May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: Traceback (most recent call last): May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: timer() May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: cb(*args, **kw) May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: return func(*args, **kwargs) May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: self._notify() May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: self.callback(batched_events) May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: event.method(event) May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: return f(self, *a, **k) May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: return self._get(url).json() May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: return self.request(url, 'GET', **kwargs) May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:14:58.626613 dv-cinder-789603-1-iscsi neutron-server[74290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:14:58.629240 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48744) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:58.644398 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:58.666930 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b3bab2ac-2ad4-4167-ba74-4da4a1ed2845 req-469758aa-f13a-43c1-b446-998991a38349 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3447bd73-1b3b-4499-a657-92c455578ce5 HTTP/1.1" status: 200 len: 217 time: 0.0893807 May 04 17:14:58.773513 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e05b1-ac91-45ea-a066-d0506667eca2 req-441b8865-408f-437d-ba05-5039dc84d837 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:58.780855 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bab2ac-2ad4-4167-ba74-4da4a1ed2845 req-3ffdeed3-071a-4d87-95aa-03dce7852920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:58.781383 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b82e05b1-ac91-45ea-a066-d0506667eca2 req-441b8865-408f-437d-ba05-5039dc84d837 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 931 time: 0.5004916 May 04 17:14:58.782798 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b3bab2ac-2ad4-4167-ba74-4da4a1ed2845 req-3ffdeed3-071a-4d87-95aa-03dce7852920 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0d97dca-f7a6-4fee-aada-77814155f9eb HTTP/1.1" status: 200 len: 855 time: 0.0783961 May 04 17:14:58.835467 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:58.846209 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b3bab2ac-2ad4-4167-ba74-4da4a1ed2845 req-7ef152bb-b856-40b1-8ae8-1c54c2b84ba4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1f53d29-895b-4d95-9855-c27f27b4b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537508 May 04 17:14:58.847119 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:58.847682 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Allocated IP 172.20.0.4 (5b235ee4-88eb-4f94-8ea6-c0a738f9ab72/53bc7281-7282-459f-bac7-7bb2adb3a502/0f24e22b-6e1f-4f79-8e5d-0b21806b631e) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:14:58.853551 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:58.881246 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c41627-ad26-4a71-a9e6-518875992603 req-e3ae6eab-b203-4b54-9a07-b478ca31fdb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:58.882782 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-93c41627-ad26-4a71-a9e6-518875992603 req-e3ae6eab-b203-4b54-9a07-b478ca31fdb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.3909330 May 04 17:14:58.885065 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea54ac2-730e-42e2-9621-687922cf4ba5,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:58.891691 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:58.905933 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b82e05b1-ac91-45ea-a066-d0506667eca2 req-a2f1b9d4-143d-4dd9-949c-ed948e34485c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207347 May 04 17:14:58.976726 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-93c41627-ad26-4a71-a9e6-518875992603 req-90b8a734-2598-4388-8ff9-3f3eb051e210 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639849 May 04 17:14:59.087702 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] 10.222.0.22 "DELETE /v2.0/networks/4ea54ac2-730e-42e2-9621-687922cf4ba5 HTTP/1.1" status: 204 len: 168 time: 1.9232223 May 04 17:14:59.125913 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b1c02e9d-a28c-4e8b-861e-50751c9d9004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.152812 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d49229d2-e15f-429d-9341-ddb402a03615 req-ecc73f31-ddb4-4a1f-bb57-9cd74e333159 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 210 time: 0.0710082 May 04 17:14:59.153316 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b1c02e9d-a28c-4e8b-861e-50751c9d9004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:14:59.157839 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-b1c02e9d-a28c-4e8b-861e-50751c9d9004 admin admin] Usage tracker for resource:security_group_rule and tenant:ac293da3e5124f80a30c2798ab224498 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:14:59.160717 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-b1c02e9d-a28c-4e8b-861e-50751c9d9004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:14:59.166550 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b1c02e9d-a28c-4e8b-861e-50751c9d9004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:14:59.252330 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b1c02e9d-a28c-4e8b-861e-50751c9d9004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.305206 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b3bab2ac-2ad4-4167-ba74-4da4a1ed2845 req-6e341716-260a-4e67-932f-8e42b19d2695 service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427099 May 04 17:14:59.369735 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b1c02e9d-a28c-4e8b-861e-50751c9d9004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.379077 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5ab060bc-3e6c-445c-8f72-ef94324a61ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:59.423487 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-b1c02e9d-a28c-4e8b-861e-50751c9d9004 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac293da3e5124f80a30c2798ab224498&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7831314 May 04 17:14:59.424522 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c02e9d-a28c-4e8b-861e-50751c9d9004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4810696a-553e-49b4-bbab-7f2b4f3aabf5,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:59.427856 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b1c02e9d-a28c-4e8b-861e-50751c9d9004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:59.428597 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48760) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:59.466897 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.484691 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48764) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:59.501984 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b3f44b76-662a-4e24-a50a-6ab74f515f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.543836 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b3f44b76-662a-4e24-a50a-6ab74f515f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.551889 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b3bab2ac-2ad4-4167-ba74-4da4a1ed2845 req-f4fb2a59-9852-4e9a-a0eb-e5032b686940 service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339048 May 04 17:14:59.578214 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-298ae1fe-bb42-43e7-b9da-54c4648b18f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9bccc8dcde54a1390e6986e1f9117c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0912797 May 04 17:14:59.583019 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 48772) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:14:59.587792 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adeb65d5-4f60-4f1b-a6a2-835a54d457a5 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:14:59.610323 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.675892 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-413033fb-93b1-4d89-b137-91081bcf76b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.704192 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-413033fb-93b1-4d89-b137-91081bcf76b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.715287 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.730984 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-28a9c62a-4e03-4390-920c-be46b9d5ac9d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:59.741221 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b3f44b76-662a-4e24-a50a-6ab74f515f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.746040 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:14:59.758829 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f44b76-662a-4e24-a50a-6ab74f515f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4810696a-553e-49b4-bbab-7f2b4f3aabf5,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:59.761383 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b3f44b76-662a-4e24-a50a-6ab74f515f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:59.762604 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b3f44b76-662a-4e24-a50a-6ab74f515f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.763806 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-b3f44b76-662a-4e24-a50a-6ab74f515f54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4810696a-553e-49b4-bbab-7f2b4f3aabf5 HTTP/1.1" status: 204 len: 168 time: 0.3341458 May 04 17:14:59.863242 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Transition to ACTIVE for port object adeb65d5-4f60-4f1b-a6a2-835a54d457a5 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:14:59.898969 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:14:59.903719 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:14:59.908761 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:14:59.914181 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:14:59.914696 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.923343 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Pushing event updated for resources: {'Port': ['ID=0f24e22b-6e1f-4f79-8e5d-0b21806b631e,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:14:59.930873 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:14:59.932197 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:14:59.939727 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:00.111424 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-413033fb-93b1-4d89-b137-91081bcf76b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:00.113860 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-413033fb-93b1-4d89-b137-91081bcf76b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:00.117285 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-413033fb-93b1-4d89-b137-91081bcf76b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3cead499-008c-409a-896c-1a513cf7c717 HTTP/1.1" status: 204 len: 168 time: 0.5310504 May 04 17:15:00.117285 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Pushing event updated for resources: {'Port': ['ID=adeb65d5-4f60-4f1b-a6a2-835a54d457a5,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:00.126310 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:00.128770 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0d110645-86a8-4483-b312-e665835586d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:00.143799 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413033fb-93b1-4d89-b137-91081bcf76b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cead499-008c-409a-896c-1a513cf7c717,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:00.145534 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Attempting to bind port adeb65d5-4f60-4f1b-a6a2-835a54d457a5 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:15:00.145860 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Attempting to bind port adeb65d5-4f60-4f1b-a6a2-835a54d457a5 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:15:00.146357 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Attempting to bind port adeb65d5-4f60-4f1b-a6a2-835a54d457a5 on network f1f53d29-895b-4d95-9855-c27f27b4b040 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:15:00.150072 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-413033fb-93b1-4d89-b137-91081bcf76b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:00.151850 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Port adeb65d5-4f60-4f1b-a6a2-835a54d457a5 on network f1f53d29-895b-4d95-9855-c27f27b4b040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:15:00.152165 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Attempting to bind port adeb65d5-4f60-4f1b-a6a2-835a54d457a5 on network f1f53d29-895b-4d95-9855-c27f27b4b040 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:15:00.167181 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4435449 May 04 17:15:00.171238 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:15:00.171979 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Checking segment: {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:15:00.172380 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Bound using segment: {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:15:00.172871 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Bound port: adeb65d5-4f60-4f1b-a6a2-835a54d457a5, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:15:00.173223 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:00.189568 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Request body: {'port': {'device_id': 'd8f8f325-d33b-469b-86f2-b816dd9a54ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:15:00.296795 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868308a-6162-4d88-9682-945d9492f04d req-2b73bb1e-574d-40eb-be77-f8722da8b0a0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:00.304887 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5868308a-6162-4d88-9682-945d9492f04d req-2b73bb1e-574d-40eb-be77-f8722da8b0a0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.1706865 May 04 17:15:00.328083 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566e9a3-1d70-46b1-8fd6-1f4c00a5add9 req-c74d2bc0-accf-4a0e-9d29-fbe0276cbb16 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:00.329102 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4566e9a3-1d70-46b1-8fd6-1f4c00a5add9 req-c74d2bc0-accf-4a0e-9d29-fbe0276cbb16 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 943 time: 0.1938102 May 04 17:15:00.374048 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:00.382903 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] For port adeb65d5-4f60-4f1b-a6a2-835a54d457a5, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:15:00.390340 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5868308a-6162-4d88-9682-945d9492f04d req-1895efeb-a833-4fdb-972d-b806851cff65 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847456 May 04 17:15:00.395857 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] For port adeb65d5-4f60-4f1b-a6a2-835a54d457a5, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=adeb65d5-4f60-4f1b-a6a2-835a54d457a5,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:15:00.398692 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4566e9a3-1d70-46b1-8fd6-1f4c00a5add9 req-e2369e56-97bf-440e-a5b2-9baa2c9241eb tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634410 May 04 17:15:00.511667 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:00.522197 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:00.592673 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd928daf-5ff0-4c08-972b-dae3b23552bd req-21957997-c995-4b0e-b238-22ee71b547d1 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:00.594401 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bd928daf-5ff0-4c08-972b-dae3b23552bd req-21957997-c995-4b0e-b238-22ee71b547d1 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 931 time: 0.0834157 May 04 17:15:00.595988 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:00.596600 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:00.598006 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] 10.222.0.11 "PUT /v2.0/ports/adeb65d5-4f60-4f1b-a6a2-835a54d457a5 HTTP/1.1" status: 200 len: 1093 time: 2.3761897 May 04 17:15:00.598474 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c12f92f-b0ac-472a-8433-92e9b26e45ed', 'tag': 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:15:00.650383 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Pushing event updated for resources: {'Port': ['ID=adeb65d5-4f60-4f1b-a6a2-835a54d457a5,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:00.652311 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bd928daf-5ff0-4c08-972b-dae3b23552bd req-14619c77-ebd6-40b7-beeb-f1a330902ab0 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507641 May 04 17:15:00.697656 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c12f92f-b0ac-472a-8433-92e9b26e45ed', 'tag': 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5', 'status': 'completed', 'code': 200} May 04 17:15:00.698367 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:00.752996 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48802) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:00.776673 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-faba7c1c-60c5-48b5-a538-c48c47ea7ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:00.793517 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-faba7c1c-60c5-48b5-a538-c48c47ea7ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:00.798587 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-faba7c1c-60c5-48b5-a538-c48c47ea7ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2ea349a8bc0492cb00245144ba97e91 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:00.801728 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-faba7c1c-60c5-48b5-a538-c48c47ea7ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:00.807944 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-faba7c1c-60c5-48b5-a538-c48c47ea7ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:00.884937 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc589-d0e4-4788-b789-cc54682cda9a req-c3c3f969-1423-4d30-9b7c-96b7b998e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:00.886422 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-84cbc589-d0e4-4788-b789-cc54682cda9a req-c3c3f969-1423-4d30-9b7c-96b7b998e458 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 1096 time: 0.1613328 May 04 17:15:00.897126 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f24e22b-6e1f-4f79-8e5d-0b21806b631e {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:15:00.900774 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-faba7c1c-60c5-48b5-a538-c48c47ea7ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:00.928098 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:00.981045 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-faba7c1c-60c5-48b5-a538-c48c47ea7ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:00.989210 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:01.004917 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Transition to ACTIVE for port object 0f24e22b-6e1f-4f79-8e5d-0b21806b631e will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:15:01.037568 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-faba7c1c-60c5-48b5-a538-c48c47ea7ab5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2ea349a8bc0492cb00245144ba97e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802715 May 04 17:15:01.037568 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faba7c1c-60c5-48b5-a538-c48c47ea7ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed54df0-9ac4-410c-8da3-f34297559209,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:01.037938 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48816) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:01.051697 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-faba7c1c-60c5-48b5-a538-c48c47ea7ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:01.058931 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc589-d0e4-4788-b789-cc54682cda9a req-f8f7e56d-c45e-4260-9f2d-41eb4f03e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:01.060458 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-84cbc589-d0e4-4788-b789-cc54682cda9a req-f8f7e56d-c45e-4260-9f2d-41eb4f03e89c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c5e587f9542410e808775efa8a7009d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1579354 May 04 17:15:01.069097 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:01.109698 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:01.124183 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:01.162799 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6e64056c-3e64-4c32-b6af-1a9eced954af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:01.204786 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6e64056c-3e64-4c32-b6af-1a9eced954af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:01.353638 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6e64056c-3e64-4c32-b6af-1a9eced954af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:01.355444 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Pushing event updated for resources: {'Port': ['ID=0f24e22b-6e1f-4f79-8e5d-0b21806b631e,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:01.357831 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:01.364313 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:01.367689 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64056c-3e64-4c32-b6af-1a9eced954af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed54df0-9ac4-410c-8da3-f34297559209,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:01.369875 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6e64056c-3e64-4c32-b6af-1a9eced954af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:01.375553 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6e64056c-3e64-4c32-b6af-1a9eced954af admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:01.376176 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-6e64056c-3e64-4c32-b6af-1a9eced954af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bed54df0-9ac4-410c-8da3-f34297559209 HTTP/1.1" status: 204 len: 168 time: 0.3263772 May 04 17:15:01.390104 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Attempting to bind port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:15:01.390344 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Attempting to bind port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'cdaea2f6-a9a0-460b-9086-19964684fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:15:01.390664 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Attempting to bind port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e on network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:15:01.402087 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48840) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:01.402903 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e on network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:15:01.403225 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Attempting to bind port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e on network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:15:01.416565 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:15:01.417096 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Checking segment: {'id': 'cdaea2f6-a9a0-460b-9086-19964684fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:15:01.417692 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Bound using segment: {'id': 'cdaea2f6-a9a0-460b-9086-19964684fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:15:01.418228 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Bound port: 0f24e22b-6e1f-4f79-8e5d-0b21806b631e, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdaea2f6-a9a0-460b-9086-19964684fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:15:01.418637 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:01.462744 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc589-d0e4-4788-b789-cc54682cda9a req-b6c1a159-1e0a-4c3a-bc44-ca379ebceb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:01.464542 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-84cbc589-d0e4-4788-b789-cc54682cda9a req-b6c1a159-1e0a-4c3a-bc44-ca379ebceb62 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3969274 May 04 17:15:01.486375 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-de62187e-e91b-4c2e-b3af-a6a3ce8dba5f admin admin] Deleting subnet beb68d4b-edf8-41e5-8e6d-23251e532169 {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:15:01.500698 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-de62187e-e91b-4c2e-b3af-a6a3ce8dba5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:01.663196 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-de62187e-e91b-4c2e-b3af-a6a3ce8dba5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749169'] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:01.705216 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] For port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:15:01.708457 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] For port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0f24e22b-6e1f-4f79-8e5d-0b21806b631e,segment=NetworkSegment(cdaea2f6-a9a0-460b-9086-19964684fa72),segment_id=cdaea2f6-a9a0-460b-9086-19964684fa72)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:15:01.728062 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-5d5990d6-1ca5-4933-87d6-72d863469280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:01.729804 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-5d5990d6-1ca5-4933-87d6-72d863469280 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 1096 time: 0.2216101 May 04 17:15:01.739204 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48860) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:01.765735 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-de62187e-e91b-4c2e-b3af-a6a3ce8dba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:01.820871 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-3de90297-4c8e-4d98-9e37-0eb6c252c63f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=adeb65d5-4f60-4f1b-a6a2-835a54d457a5 HTTP/1.1" status: 200 len: 217 time: 0.0736334 May 04 17:15:01.821745 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325fd80-aa24-44e2-89a3-3f34913d5d66 req-571a15d7-bcc6-428e-82b0-15d597c0d19a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:01.822584 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:01.823233 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4325fd80-aa24-44e2-89a3-3f34913d5d66 req-571a15d7-bcc6-428e-82b0-15d597c0d19a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 943 time: 0.2867332 May 04 17:15:01.835154 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:01.838170 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fcec1-7d0b-4f16-8772-f1a51c742afd req-3621b5ca-fe5f-4d1b-b9f3-3679516ef23a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:01.840061 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e15fcec1-7d0b-4f16-8772-f1a51c742afd req-3621b5ca-fe5f-4d1b-b9f3-3679516ef23a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.2580459 May 04 17:15:01.909206 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:01.909747 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:01.911389 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] 10.222.0.11 "PUT /v2.0/ports/0f24e22b-6e1f-4f79-8e5d-0b21806b631e HTTP/1.1" status: 200 len: 1093 time: 1.7287586 May 04 17:15:01.958330 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b984d720-58c1-412e-b799-722231debbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:01.959771 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-b984d720-58c1-412e-b799-722231debbe4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0d97dca-f7a6-4fee-aada-77814155f9eb HTTP/1.1" status: 200 len: 855 time: 0.1257124 May 04 17:15:01.962373 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Pushing event updated for resources: {'Port': ['ID=0f24e22b-6e1f-4f79-8e5d-0b21806b631e,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:01.965617 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:02.034264 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e15fcec1-7d0b-4f16-8772-f1a51c742afd req-1fd0b786-6d3c-4816-b38e-0d1c3c991b46 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531484 May 04 17:15:02.044363 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-2488af52-03b8-4fcb-a17c-b19af1a96ea4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1f53d29-895b-4d95-9855-c27f27b4b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707667 May 04 17:15:02.104498 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4325fd80-aa24-44e2-89a3-3f34913d5d66 req-f1cb3ee8-2735-41c9-95f2-0388dd0bf765 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253745 May 04 17:15:02.276685 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0fc2228e-ca7b-40b4-ac9d-112f25e0f7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:02.292803 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-0fc2228e-ca7b-40b4-ac9d-112f25e0f7c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:02.297203 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-0fc2228e-ca7b-40b4-ac9d-112f25e0f7c0 admin admin] Usage tracker for resource:security_group_rule and tenant:c484098cb3514765abc5c94277c2d83b is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:02.300044 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-0fc2228e-ca7b-40b4-ac9d-112f25e0f7c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:02.306230 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-0fc2228e-ca7b-40b4-ac9d-112f25e0f7c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:02.390587 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-d54c1cbd-5640-4e78-a4c3-b7c4727d3a60 service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329063 May 04 17:15:02.393180 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-b0215b0f-20f3-4485-8eee-e74b2f53f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:02.394482 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-b0215b0f-20f3-4485-8eee-e74b2f53f4b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5226e6bf9d554f72a89376f778cc860f&device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 1096 time: 0.3489919 May 04 17:15:02.424771 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5037e2-af62-4546-9bb2-dfb90defa998 req-850bd6f6-2a02-4ada-9228-ad92aba152f4 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:02.426500 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3b5037e2-af62-4546-9bb2-dfb90defa998 req-850bd6f6-2a02-4ada-9228-ad92aba152f4 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 943 time: 0.1032591 May 04 17:15:02.477749 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3b5037e2-af62-4546-9bb2-dfb90defa998 req-f03e586b-59cf-4f96-8e18-8cb58534449f tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428150 May 04 17:15:02.495853 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-de62187e-e91b-4c2e-b3af-a6a3ce8dba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4104901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2347288'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:02.505823 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:02.510279 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-395b3538-45d8-46c5-9d6a-5b1fcef36103 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f24e22b-6e1f-4f79-8e5d-0b21806b631e HTTP/1.1" status: 200 len: 217 time: 0.0974224 May 04 17:15:02.544666 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62187e-e91b-4c2e-b3af-a6a3ce8dba5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beb68d4b-edf8-41e5-8e6d-23251e532169,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:02.562262 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-de62187e-e91b-4c2e-b3af-a6a3ce8dba5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:02.581345 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-de62187e-e91b-4c2e-b3af-a6a3ce8dba5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:02.605996 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-de62187e-e91b-4c2e-b3af-a6a3ce8dba5f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/beb68d4b-edf8-41e5-8e6d-23251e532169 HTTP/1.1" status: 204 len: 168 time: 1.2027612 May 04 17:15:02.609395 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48880) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:02.649302 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-517ccc77-51ce-45d9-bc82-849549a330e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:02.650763 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-517ccc77-51ce-45d9-bc82-849549a330e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=53bc7281-7282-459f-bac7-7bb2adb3a502 HTTP/1.1" status: 200 len: 853 time: 0.0924957 May 04 17:15:02.659686 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2b847dd7-68e6-4cea-8f2a-cc2cd5d1757b req-91a700da-e865-4d24-ae6f-7db1411af502 service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482917 May 04 17:15:02.669497 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0fc2228e-ca7b-40b4-ac9d-112f25e0f7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:02.704895 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f8f325-d33b-469b-86f2-b816dd9a54ee', 'tag': '0f24e22b-6e1f-4f79-8e5d-0b21806b631e'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:15:02.725003 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-708ac31b-4f1f-4d97-b798-1c176f86253c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b235ee4-88eb-4f94-8ea6-c0a738f9ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639749 May 04 17:15:02.802832 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0fc2228e-ca7b-40b4-ac9d-112f25e0f7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:02.813875 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cadc1f1f-e494-41b9-80a3-e66e97a244aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:02.837663 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f8f325-d33b-469b-86f2-b816dd9a54ee', 'tag': '0f24e22b-6e1f-4f79-8e5d-0b21806b631e', 'status': 'completed', 'code': 200} May 04 17:15:02.870175 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:02.873491 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2228e-ca7b-40b4-ac9d-112f25e0f7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba588fe6-ce36-4419-a5ed-6d3095be2a1c,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:02.877944 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-0fc2228e-ca7b-40b4-ac9d-112f25e0f7c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c484098cb3514765abc5c94277c2d83b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1363487 May 04 17:15:02.882084 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0fc2228e-ca7b-40b4-ac9d-112f25e0f7c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:02.882534 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48894) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:02.895798 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-873197c4-7476-49be-ba05-3d15ed4ef836 service neutron] 10.222.0.11 "GET /v2.0/networks/5b235ee4-88eb-4f94-8ea6-c0a738f9ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581206 May 04 17:15:03.070920 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c185e9a-3a7c-45e9-98a9-c3ab29130dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:03.073622 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:03.078232 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-000439e8-1b32-4234-b6b4-d8204ac2c82a req-28e540be-0e19-40c5-a3a5-08931735b567 service neutron] 10.222.0.11 "GET /v2.0/networks/5b235ee4-88eb-4f94-8ea6-c0a738f9ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740091 May 04 17:15:03.181699 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c185e9a-3a7c-45e9-98a9-c3ab29130dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:03.271010 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c161dc2-e642-49d6-be6a-2a725bfe859c req-c8443c67-9e1e-4bb6-87e6-f988995fefac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:03.272552 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9c161dc2-e642-49d6-be6a-2a725bfe859c req-c8443c67-9e1e-4bb6-87e6-f988995fefac service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5226e6bf9d554f72a89376f778cc860f&device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 1096 time: 0.0726802 May 04 17:15:03.322331 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d287affe-d2cc-40a4-b5f4-cffd70a6371a']}} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:15:03.347613 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7129ca7a-4039-4eee-9147-130137ad5efc') {'for_net_delete': True} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:15:03.347900 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7129ca7a-4039-4eee-9147-130137ad5efc') {} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:15:03.365839 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749128'] for segment, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:03.400563 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:03.410254 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=74290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:15:03.418998 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c161dc2-e642-49d6-be6a-2a725bfe859c req-e5856f1c-5f9f-4ac2-8bc0-5ae22e177894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:03.420556 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9c161dc2-e642-49d6-be6a-2a725bfe859c req-e5856f1c-5f9f-4ac2-8bc0-5ae22e177894 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 HTTP/1.1" status: 200 len: 914 time: 0.1389709 May 04 17:15:03.451291 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ebeb2-aa94-4a08-9a4e-944843b4728d req-a604ce46-7138-4fc7-b745-e4369e158321 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:03.453335 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-760ebeb2-aa94-4a08-9a4e-944843b4728d req-a604ce46-7138-4fc7-b745-e4369e158321 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.2608995 May 04 17:15:03.503806 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9c161dc2-e642-49d6-be6a-2a725bfe859c req-21c7fb8d-1bb5-46ef-8b57-14eca02c312a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f24e22b-6e1f-4f79-8e5d-0b21806b631e HTTP/1.1" status: 200 len: 217 time: 0.0712960 May 04 17:15:03.571393 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c161dc2-e642-49d6-be6a-2a725bfe859c req-a0484756-2cd3-46a1-8075-71e0a67895f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:03.574694 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9c161dc2-e642-49d6-be6a-2a725bfe859c req-a0484756-2cd3-46a1-8075-71e0a67895f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=53bc7281-7282-459f-bac7-7bb2adb3a502 HTTP/1.1" status: 200 len: 853 time: 0.0627601 May 04 17:15:03.627696 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9c161dc2-e642-49d6-be6a-2a725bfe859c req-8c4666a3-f384-499f-8be2-b5ba4526154a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b235ee4-88eb-4f94-8ea6-c0a738f9ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446467 May 04 17:15:03.628891 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb7e4c-7c19-4f99-9f51-717d4e18d8eb req-b4370fd1-b4f7-4d46-88df-7f4060175bf8 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:03.630305 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3adb7e4c-7c19-4f99-9f51-717d4e18d8eb req-b4370fd1-b4f7-4d46-88df-7f4060175bf8 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 943 time: 0.3733728 May 04 17:15:03.643036 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c185e9a-3a7c-45e9-98a9-c3ab29130dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:03.656031 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7cb161fc-173b-4de8-8e25-05713e8a72e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:03.665345 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-760ebeb2-aa94-4a08-9a4e-944843b4728d req-36d0742b-688a-463c-8aec-af3ead311b5d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637838 May 04 17:15:03.690751 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] Network d287affe-d2cc-40a4-b5f4-cffd70a6371a has no segments {{(pid=74290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:15:03.703413 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4104551'] for segment, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:03.721397 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c185e9a-3a7c-45e9-98a9-c3ab29130dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba588fe6-ce36-4419-a5ed-6d3095be2a1c,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:03.723761 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4c185e9a-3a7c-45e9-98a9-c3ab29130dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:03.791017 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c185e9a-3a7c-45e9-98a9-c3ab29130dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:03.792044 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-4c185e9a-3a7c-45e9-98a9-c3ab29130dd2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ba588fe6-ce36-4419-a5ed-6d3095be2a1c HTTP/1.1" status: 204 len: 168 time: 0.9086432 May 04 17:15:03.872518 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9c161dc2-e642-49d6-be6a-2a725bfe859c req-c5f66011-a7a2-4d57-bee9-ed940c2e064e service neutron] 10.222.0.11 "GET /v2.0/networks/5b235ee4-88eb-4f94-8ea6-c0a738f9ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342632 May 04 17:15:03.876017 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3adb7e4c-7c19-4f99-9f51-717d4e18d8eb req-df7a0b14-e92d-4a6f-a804-572a7dbcf823 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376401 May 04 17:15:03.953187 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] Network d287affe-d2cc-40a4-b5f4-cffd70a6371a has no segments {{(pid=74290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: Traceback (most recent call last): May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: timer() May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: cb(*args, **kw) May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: return func(*args, **kwargs) May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: self._notify() May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: self.callback(batched_events) May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: event.method(event) May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: return f(self, *a, **k) May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: return self._get(url).json() May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: return self.request(url, 'GET', **kwargs) May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:15:03.978223 dv-cinder-789603-1-iscsi neutron-server[74290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:15:04.194864 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9c161dc2-e642-49d6-be6a-2a725bfe859c req-d7679995-443c-4eb5-b3c8-1280870e6eee service neutron] 10.222.0.11 "GET /v2.0/networks/5b235ee4-88eb-4f94-8ea6-c0a738f9ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650307 May 04 17:15:04.197127 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d0bee-7e4c-4095-871c-602ad93dd9af req-b475b8ef-ccf0-4ac3-94dd-df81221de094 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:04.197127 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8f4d0bee-7e4c-4095-871c-602ad93dd9af req-b475b8ef-ccf0-4ac3-94dd-df81221de094 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 943 time: 0.0950985 May 04 17:15:04.197127 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8f4d0bee-7e4c-4095-871c-602ad93dd9af req-188d41a9-a5cd-4b3b-862f-7c21cf9ecdef tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386796 May 04 17:15:04.452463 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:04.452463 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-775c3b9b-7a2a-4c45-ad6c-76ca3470676a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:04.465477 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:04.478934 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d287affe-d2cc-40a4-b5f4-cffd70a6371a,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:04.480567 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d287affe-d2cc-40a4-b5f4-cffd70a6371a HTTP/1.1" status: 204 len: 168 time: 1.8702664 May 04 17:15:04.482760 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-865cab09-6faf-4303-a2c3-2953037b03c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:04.483368 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48944) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:04.548255 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7835e98-05ac-4179-82ed-db4ee1968f73 admin admin] Deleting subnet bea78b31-1c8b-42b5-b79a-4458c90b991e {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:15:04.551457 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f7835e98-05ac-4179-82ed-db4ee1968f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:04.600708 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f7835e98-05ac-4179-82ed-db4ee1968f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749169'] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:04.657267 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f7835e98-05ac-4179-82ed-db4ee1968f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:04.887307 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 48956) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:04.915714 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2c58-0cd1-4528-b445-bbed00841eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:04.935599 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-3e8f2c58-0cd1-4528-b445-bbed00841eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:04.941503 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-3e8f2c58-0cd1-4528-b445-bbed00841eea admin admin] Usage tracker for resource:security_group_rule and tenant:c8c9531af7a24084978280392eb67412 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:04.945167 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-3e8f2c58-0cd1-4528-b445-bbed00841eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:04.952197 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-3e8f2c58-0cd1-4528-b445-bbed00841eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:05.051919 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366771e4-b80f-4c95-ab19-4a64711d7272 req-dea4ab57-5e10-42df-8a5c-0afeee35a5e1 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:05.053595 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-366771e4-b80f-4c95-ab19-4a64711d7272 req-dea4ab57-5e10-42df-8a5c-0afeee35a5e1 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.2519751 May 04 17:15:05.056216 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2c58-0cd1-4528-b445-bbed00841eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:05.155103 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3e8f2c58-0cd1-4528-b445-bbed00841eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:05.165662 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-04f7f836-ad43-40c7-84ce-f3a8af4655c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:05.177707 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-366771e4-b80f-4c95-ab19-4a64711d7272 req-6830504c-50c2-424c-b439-843addee7500 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812018 May 04 17:15:05.198831 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ae0c5-4128-4e3c-99ae-e8d08bdc3beb req-71ada0af-b90c-42c5-8d63-4b27ce2f9053 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:05.200339 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1c5ae0c5-4128-4e3c-99ae-e8d08bdc3beb req-71ada0af-b90c-42c5-8d63-4b27ce2f9053 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 943 time: 0.2100749 May 04 17:15:05.222894 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f2c58-0cd1-4528-b445-bbed00841eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8260da-4d8b-453b-9eff-b92d3d628c40,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:05.229408 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-3e8f2c58-0cd1-4528-b445-bbed00841eea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8c9531af7a24084978280392eb67412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408940 May 04 17:15:05.231075 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 48970) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:05.232100 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3e8f2c58-0cd1-4528-b445-bbed00841eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:05.249292 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1c5ae0c5-4128-4e3c-99ae-e8d08bdc3beb req-b8406252-a708-4aa3-9a14-155a469bc0f6 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 May 04 17:15:05.297959 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f7835e98-05ac-4179-82ed-db4ee1968f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4104901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2347288'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:05.303172 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:05.306035 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fe313f83-4092-46c8-b963-a1ac91007d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:05.337784 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7835e98-05ac-4179-82ed-db4ee1968f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea78b31-1c8b-42b5-b79a-4458c90b991e,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:05.341387 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f7835e98-05ac-4179-82ed-db4ee1968f73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:05.342647 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f7835e98-05ac-4179-82ed-db4ee1968f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:05.347208 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fe313f83-4092-46c8-b963-a1ac91007d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:05.348490 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-f7835e98-05ac-4179-82ed-db4ee1968f73 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bea78b31-1c8b-42b5-b79a-4458c90b991e HTTP/1.1" status: 204 len: 168 time: 0.8641968 May 04 17:15:05.351232 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 48974) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:05.508369 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fe313f83-4092-46c8-b963-a1ac91007d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:05.514009 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-973ba1ca-9711-4fb2-ad44-440990ec719a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:05.521372 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:05.528350 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe313f83-4092-46c8-b963-a1ac91007d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8260da-4d8b-453b-9eff-b92d3d628c40,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:05.531370 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fe313f83-4092-46c8-b963-a1ac91007d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:05.535378 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fe313f83-4092-46c8-b963-a1ac91007d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:05.538939 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-fe313f83-4092-46c8-b963-a1ac91007d75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b8260da-4d8b-453b-9eff-b92d3d628c40 HTTP/1.1" status: 204 len: 168 time: 0.3029742 May 04 17:15:05.601002 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7273c-c9a7-4b18-abc5-e0c0188db5ba req-cdb84867-73c7-42ae-8003-92e0304e7d9b tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:05.602447 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-82d7273c-c9a7-4b18-abc5-e0c0188db5ba req-cdb84867-73c7-42ae-8003-92e0304e7d9b tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 943 time: 0.2138824 May 04 17:15:05.702075 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:05.737451 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-82d7273c-c9a7-4b18-abc5-e0c0188db5ba req-e675663b-c9b9-488e-916e-8cb1d5ab5f63 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209338 May 04 17:15:05.818523 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e5dfb9-38ef-4674-9388-ee75240c87c1']}} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:15:05.831517 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b9bd45-d640-4ce0-8a0d-ac1462e5886b') {'for_net_delete': True} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:15:05.831804 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b9bd45-d640-4ce0-8a0d-ac1462e5886b') {} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:15:05.843185 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749128'] for segment, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:05.858681 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:05.864742 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=74290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:15:06.028280 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Network c5e5dfb9-38ef-4674-9388-ee75240c87c1 has no segments {{(pid=74290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:15:06.037518 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4104551'] for segment, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:06.207176 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Network c5e5dfb9-38ef-4674-9388-ee75240c87c1 has no segments {{(pid=74290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: Traceback (most recent call last): May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: timer() May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: cb(*args, **kw) May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: return func(*args, **kwargs) May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: self._notify() May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: self.callback(batched_events) May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: event.method(event) May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: return f(self, *a, **k) May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: return self._get(url).json() May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: return self.request(url, 'GET', **kwargs) May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:15:06.229903 dv-cinder-789603-1-iscsi neutron-server[74290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:15:06.526544 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58659b-4200-4198-8af4-a09686852f4a req-e38ae2e0-bbb9-4d40-a3fa-4086d6b8bd73 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:06.529794 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7f58659b-4200-4198-8af4-a09686852f4a req-e38ae2e0-bbb9-4d40-a3fa-4086d6b8bd73 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.1532149 May 04 17:15:06.547180 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabaa9fa-4b5e-4960-933b-8cf755f6ebcd req-e6e187b4-2290-4e95-abd5-e173fc7ea706 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:06.547180 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aabaa9fa-4b5e-4960-933b-8cf755f6ebcd req-e6e187b4-2290-4e95-abd5-e173fc7ea706 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 943 time: 0.1148729 May 04 17:15:06.562155 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:06.590847 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:06.596479 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:06.631329 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e5dfb9-38ef-4674-9388-ee75240c87c1,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:06.636611 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] 10.222.0.22 "DELETE /v2.0/networks/c5e5dfb9-38ef-4674-9388-ee75240c87c1 HTTP/1.1" status: 204 len: 168 time: 1.2843463 May 04 17:15:06.639878 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7f58659b-4200-4198-8af4-a09686852f4a req-948085bd-528a-42c1-9ced-185fbe679653 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979710 May 04 17:15:06.644598 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:06.647561 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aabaa9fa-4b5e-4960-933b-8cf755f6ebcd req-fcf33656-49f1-4e5f-87d1-a934ed185a54 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906835 May 04 17:15:06.975494 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e134a1b-7214-4c46-b155-f13b158b4e19 req-eadba03a-2430-403a-82c9-294f966368d4 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:06.976950 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4e134a1b-7214-4c46-b155-f13b158b4e19 req-eadba03a-2430-403a-82c9-294f966368d4 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 943 time: 0.0866103 May 04 17:15:07.022315 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4e134a1b-7214-4c46-b155-f13b158b4e19 req-43bccecd-063e-45ba-a62c-fc61fcbcbcad tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383444 May 04 17:15:07.168356 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 49040) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:07.228859 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 49048) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:07.229516 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-dfee6e58-2191-4040-8eea-842a116a5ab8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a507b56ecd5f4878ac74f95402c55fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594444 May 04 17:15:07.288587 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bb2a98c0-4335-4c77-a8f8-7b24e715d463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:07.314584 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bb2a98c0-4335-4c77-a8f8-7b24e715d463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:07.332773 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 0f24e22b-6e1f-4f79-8e5d-0b21806b631e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:15:07.459213 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bb2a98c0-4335-4c77-a8f8-7b24e715d463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:07.464116 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:07.466466 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0f24e22b-6e1f-4f79-8e5d-0b21806b631e,segment=NetworkSegment(cdaea2f6-a9a0-460b-9086-19964684fa72),segment_id=cdaea2f6-a9a0-460b-9086-19964684fa72)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:15:07.478303 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a98c0-4335-4c77-a8f8-7b24e715d463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a062ea9f-565a-4864-9050-5f85a5d2077b,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:07.482931 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bb2a98c0-4335-4c77-a8f8-7b24e715d463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:07.483060 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '0f24e22b-6e1f-4f79-8e5d-0b21806b631e', 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72', 'port_id': '0f24e22b-6e1f-4f79-8e5d-0b21806b631e', 'mac_address': 'fa:16:3e:b4:0f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bc7281-7282-459f-bac7-7bb2adb3a502', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:15:07.485899 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bb2a98c0-4335-4c77-a8f8-7b24e715d463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:07.485899 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-bb2a98c0-4335-4c77-a8f8-7b24e715d463 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a062ea9f-565a-4864-9050-5f85a5d2077b HTTP/1.1" status: 204 len: 168 time: 0.2536328 May 04 17:15:07.552021 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:07.569362 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f24e22b-6e1f-4f79-8e5d-0b21806b631e {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:15:07.589496 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0f24e22b-6e1f-4f79-8e5d-0b21806b631e,segment=NetworkSegment(cdaea2f6-a9a0-460b-9086-19964684fa72),segment_id=cdaea2f6-a9a0-460b-9086-19964684fa72)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:15:07.663070 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:07.663797 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device adeb65d5-4f60-4f1b-a6a2-835a54d457a5 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:15:07.665877 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:07.736907 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=0f24e22b-6e1f-4f79-8e5d-0b21806b631e,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:07.747412 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:07.747949 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:07.749139 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:07.749849 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:07.750429 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:07.750916 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:07.751389 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:07.751942 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:07.752425 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:07.753093 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:07.753575 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:07.754031 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:07.759093 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:07.918758 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port adeb65d5-4f60-4f1b-a6a2-835a54d457a5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=adeb65d5-4f60-4f1b-a6a2-835a54d457a5,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:15:07.934701 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5', 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040', 'port_id': 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5', 'mac_address': 'fa:16:3e:4a:a2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d97dca-f7a6-4fee-aada-77814155f9eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:15:07.955382 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfd4a9-25c4-46f8-90b5-28e2a1cdf15c req-9343c78e-1b19-4714-9884-10e6f80dddf1 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:07.964127 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f6dfd4a9-25c4-46f8-90b5-28e2a1cdf15c req-9343c78e-1b19-4714-9884-10e6f80dddf1 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 943 time: 0.1733241 May 04 17:15:08.008228 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:08.028332 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adeb65d5-4f60-4f1b-a6a2-835a54d457a5 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:15:08.030212 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa82e6e-e4fd-43cd-9c23-df92571ae9e4 req-f057fe5c-ed89-4b2d-a196-016de71abde9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:08.031733 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-faa82e6e-e4fd-43cd-9c23-df92571ae9e4 req-f057fe5c-ed89-4b2d-a196-016de71abde9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.1546464 May 04 17:15:08.036673 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f6dfd4a9-25c4-46f8-90b5-28e2a1cdf15c req-0e8d16bb-b72e-425e-a9a3-53c7ad33bd6e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715408 May 04 17:15:08.047885 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port adeb65d5-4f60-4f1b-a6a2-835a54d457a5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=adeb65d5-4f60-4f1b-a6a2-835a54d457a5,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:15:08.081450 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-faa82e6e-e4fd-43cd-9c23-df92571ae9e4 req-afbd3a95-d35d-4320-abf1-f732e70ead85 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436151 May 04 17:15:08.141297 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:08.143163 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:08.224975 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=adeb65d5-4f60-4f1b-a6a2-835a54d457a5,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:08.228232 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:08.298221 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ef9a8-88d3-442c-aaa3-1aafbb511402 req-be067203-ee6a-4953-a0b0-d71aec2ab276 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:08.299751 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ab5ef9a8-88d3-442c-aaa3-1aafbb511402 req-be067203-ee6a-4953-a0b0-d71aec2ab276 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 944 time: 0.1119735 May 04 17:15:08.320528 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 49088) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:08.380976 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-1d12c308-a674-4839-b9ca-541380c720eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=807cea7697c34420a97ef616226769fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570819 May 04 17:15:08.381277 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 49098) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:08.398898 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ab5ef9a8-88d3-442c-aaa3-1aafbb511402 req-e15d2ff2-c97d-4551-80e9-7bfb4ad2a08f tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912273 May 04 17:15:08.472104 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8aebc851-8a2a-4f06-848b-634ccb58d534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:08.486688 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['0f24e22b-6e1f-4f79-8e5d-0b21806b631e'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:15:08.512578 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8aebc851-8a2a-4f06-848b-634ccb58d534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:08.523737 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['adeb65d5-4f60-4f1b-a6a2-835a54d457a5'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:15:08.651919 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8aebc851-8a2a-4f06-848b-634ccb58d534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:08.658875 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2234b700-6461-4468-9c53-a7b3064e3ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:08.685578 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebc851-8a2a-4f06-848b-634ccb58d534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f658b0ac-07f7-4704-90fe-d9da187a0727,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:08.690335 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8aebc851-8a2a-4f06-848b-634ccb58d534 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:08.700478 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-8aebc851-8a2a-4f06-848b-634ccb58d534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:08.711281 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-8aebc851-8a2a-4f06-848b-634ccb58d534 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f658b0ac-07f7-4704-90fe-d9da187a0727 HTTP/1.1" status: 204 len: 168 time: 0.3213210 May 04 17:15:08.817990 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 49132) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:08.966651 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-83263025-08dd-43ea-8ff4-a89e1f287f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:08.982161 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-83263025-08dd-43ea-8ff4-a89e1f287f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:08.986318 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-83263025-08dd-43ea-8ff4-a89e1f287f38 admin admin] Usage tracker for resource:security_group_rule and tenant:ef687710d6944dde967f8e1756223822 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:08.989459 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-83263025-08dd-43ea-8ff4-a89e1f287f38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:08.995755 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-83263025-08dd-43ea-8ff4-a89e1f287f38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:09.087639 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-83263025-08dd-43ea-8ff4-a89e1f287f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:09.201112 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-83263025-08dd-43ea-8ff4-a89e1f287f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:09.212062 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-48680c08-efc4-4360-be50-f285fd3f5920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:09.298319 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83263025-08dd-43ea-8ff4-a89e1f287f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c784da-ccbf-4d8b-90e2-33081d91772c,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:09.301547 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-83263025-08dd-43ea-8ff4-a89e1f287f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:09.312283 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-83263025-08dd-43ea-8ff4-a89e1f287f38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef687710d6944dde967f8e1756223822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4933519 May 04 17:15:09.315092 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 49168) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:09.365735 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfcb3f-4b05-4f41-a8a8-f4a5fcfb46f3 req-22653f92-56d9-4ea9-857a-dcdd09a35991 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:09.365735 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e8cfcb3f-4b05-4f41-a8a8-f4a5fcfb46f3 req-22653f92-56d9-4ea9-857a-dcdd09a35991 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 944 time: 0.2119834 May 04 17:15:09.377374 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54a661-8e38-4fc7-a6a3-19d7595529f3 req-fbde7305-43f9-449d-afe8-365f8211a7ae tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:09.380980 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1c54a661-8e38-4fc7-a6a3-19d7595529f3 req-fbde7305-43f9-449d-afe8-365f8211a7ae tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.1441107 May 04 17:15:09.393819 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 49174) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:09.394652 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7650ef88-3b26-4150-b341-e4eb8c8db710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:09.446702 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7650ef88-3b26-4150-b341-e4eb8c8db710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:09.460032 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e8cfcb3f-4b05-4f41-a8a8-f4a5fcfb46f3 req-4ee8ce3b-931d-494c-9500-bcbe19829570 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797458 May 04 17:15:09.462749 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1c54a661-8e38-4fc7-a6a3-19d7595529f3 req-a6fe5c09-abab-4159-a7ec-70ad06170aa3 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659330 May 04 17:15:09.586917 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-90108233-dd64-4cf5-ac49-c4718a0eaa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:09.600112 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7650ef88-3b26-4150-b341-e4eb8c8db710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:09.605611 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3e8f2c58-0cd1-4528-b445-bbed00841eea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:09.617870 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-90108233-dd64-4cf5-ac49-c4718a0eaa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:09.620392 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7650ef88-3b26-4150-b341-e4eb8c8db710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c784da-ccbf-4d8b-90e2-33081d91772c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:09.631634 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7650ef88-3b26-4150-b341-e4eb8c8db710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:09.631634 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-90108233-dd64-4cf5-ac49-c4718a0eaa5f admin admin] Usage tracker for resource:security_group_rule and tenant:21150fb11af44c8a95ad7f984171fb2a is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:09.631634 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-90108233-dd64-4cf5-ac49-c4718a0eaa5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:09.636345 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7650ef88-3b26-4150-b341-e4eb8c8db710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:09.640140 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-7650ef88-3b26-4150-b341-e4eb8c8db710 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04c784da-ccbf-4d8b-90e2-33081d91772c HTTP/1.1" status: 204 len: 168 time: 0.3240547 May 04 17:15:09.641206 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-90108233-dd64-4cf5-ac49-c4718a0eaa5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:09.738804 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-90108233-dd64-4cf5-ac49-c4718a0eaa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:09.750449 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26200ff-2ff4-4de3-96af-c6e9b8b32e37 req-2244ff5a-aed8-477c-9d73-2b5bfafb8235 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:09.752063 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f26200ff-2ff4-4de3-96af-c6e9b8b32e37 req-2244ff5a-aed8-477c-9d73-2b5bfafb8235 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 944 time: 0.0901072 May 04 17:15:09.800080 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-90108233-dd64-4cf5-ac49-c4718a0eaa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:09.812662 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:09.823863 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f26200ff-2ff4-4de3-96af-c6e9b8b32e37 req-a82cbd1f-f45d-4bb7-bb53-8f6b021343a9 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658748 May 04 17:15:09.867125 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-90108233-dd64-4cf5-ac49-c4718a0eaa5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21150fb11af44c8a95ad7f984171fb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704995 May 04 17:15:09.871344 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 49202) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:09.881924 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90108233-dd64-4cf5-ac49-c4718a0eaa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9f0671-93c8-4e0c-b55e-9f69215b1c2d,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:09.885594 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-90108233-dd64-4cf5-ac49-c4718a0eaa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:09.933460 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-01e035cc-1df0-4c69-84a5-e0076f8278d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:09.976259 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-01e035cc-1df0-4c69-84a5-e0076f8278d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:10.128798 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-01e035cc-1df0-4c69-84a5-e0076f8278d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:10.130728 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:10.144769 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e035cc-1df0-4c69-84a5-e0076f8278d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9f0671-93c8-4e0c-b55e-9f69215b1c2d,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:10.147515 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-01e035cc-1df0-4c69-84a5-e0076f8278d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:10.154594 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-01e035cc-1df0-4c69-84a5-e0076f8278d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:10.158135 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-01e035cc-1df0-4c69-84a5-e0076f8278d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de9f0671-93c8-4e0c-b55e-9f69215b1c2d HTTP/1.1" status: 204 len: 168 time: 0.2835817 May 04 17:15:10.362222 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 49222) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:10.381119 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-762bb4ee-76ca-4678-a0d6-91e8c6ff327b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:10.394801 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-762bb4ee-76ca-4678-a0d6-91e8c6ff327b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:10.398892 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-762bb4ee-76ca-4678-a0d6-91e8c6ff327b admin admin] Usage tracker for resource:security_group_rule and tenant:3af4aca55d02458d9fb67ccd42071dae is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:10.401643 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-762bb4ee-76ca-4678-a0d6-91e8c6ff327b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:10.407934 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-762bb4ee-76ca-4678-a0d6-91e8c6ff327b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:10.502633 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-762bb4ee-76ca-4678-a0d6-91e8c6ff327b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:10.627604 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-762bb4ee-76ca-4678-a0d6-91e8c6ff327b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:10.668470 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b3f44b76-662a-4e24-a50a-6ab74f515f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:10.734078 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-762bb4ee-76ca-4678-a0d6-91e8c6ff327b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3af4aca55d02458d9fb67ccd42071dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700416 May 04 17:15:10.734911 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 49234) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:10.742606 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bb4ee-76ca-4678-a0d6-91e8c6ff327b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cb8de9-4dc0-4298-bb2b-b5c0b34ed961,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:10.745931 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-762bb4ee-76ca-4678-a0d6-91e8c6ff327b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:10.787845 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60427fbf-0ca3-4bca-8540-9505de87a4e1 req-10c9d9c9-28ed-4c14-bf21-d88b8d75239e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:10.789394 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60427fbf-0ca3-4bca-8540-9505de87a4e1 req-10c9d9c9-28ed-4c14-bf21-d88b8d75239e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.2107029 May 04 17:15:10.804121 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e0357-5116-4195-8fb6-71011deef962 req-532387a2-e0ee-4221-8db5-2d3db93002ec tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:10.806307 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7b0e0357-5116-4195-8fb6-71011deef962 req-532387a2-e0ee-4221-8db5-2d3db93002ec tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 944 time: 0.1854901 May 04 17:15:10.833652 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ac9529e6-55e2-4728-850f-8d63939d594c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:10.861162 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ac9529e6-55e2-4728-850f-8d63939d594c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:10.880099 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60427fbf-0ca3-4bca-8540-9505de87a4e1 req-5460ae72-2958-44f7-a603-b3c06a16eead tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729253 May 04 17:15:10.882845 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7b0e0357-5116-4195-8fb6-71011deef962 req-66676340-ae41-4136-b982-34b96715a477 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622566 May 04 17:15:10.961453 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 49240) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:11.017144 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ea36187b-e907-4094-a42f-33aeb3875ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:11.028723 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ac9529e6-55e2-4728-850f-8d63939d594c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:11.033141 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-17242b10-4f2c-45c3-a9a8-ae29f3371544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:11.043185 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-ea36187b-e907-4094-a42f-33aeb3875ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:11.046197 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9529e6-55e2-4728-850f-8d63939d594c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cb8de9-4dc0-4298-bb2b-b5c0b34ed961,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:11.049988 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ac9529e6-55e2-4728-850f-8d63939d594c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:11.051154 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-ea36187b-e907-4094-a42f-33aeb3875ec2 admin admin] Usage tracker for resource:security_group_rule and tenant:eed37bbd7891426b8d62e438ff87faf4 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:11.055288 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-ea36187b-e907-4094-a42f-33aeb3875ec2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:11.059216 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ac9529e6-55e2-4728-850f-8d63939d594c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:11.060337 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-ac9529e6-55e2-4728-850f-8d63939d594c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9cb8de9-4dc0-4298-bb2b-b5c0b34ed961 HTTP/1.1" status: 204 len: 168 time: 0.3230450 May 04 17:15:11.064712 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-ea36187b-e907-4094-a42f-33aeb3875ec2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:11.115020 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9b3d0-9f3b-47bd-a0d7-0634ea81f382 req-7871223b-29a7-4326-8d79-f3abdb55c7b3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:11.116483 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b3f9b3d0-9f3b-47bd-a0d7-0634ea81f382 req-7871223b-29a7-4326-8d79-f3abdb55c7b3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 944 time: 0.1365161 May 04 17:15:11.190305 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b3f9b3d0-9f3b-47bd-a0d7-0634ea81f382 req-3844040c-4af8-48dd-bb4e-372fceadccf1 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611503 May 04 17:15:11.223806 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ea36187b-e907-4094-a42f-33aeb3875ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:11.314848 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ea36187b-e907-4094-a42f-33aeb3875ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:11.329615 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ddaa69f0-1ee0-4e30-8700-b0bc9eb18b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:11.369140 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 0f24e22b-6e1f-4f79-8e5d-0b21806b631e up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:15:11.400202 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-ea36187b-e907-4094-a42f-33aeb3875ec2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eed37bbd7891426b8d62e438ff87faf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4372857 May 04 17:15:11.403016 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36187b-e907-4094-a42f-33aeb3875ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd7a645-32ed-47c8-84e4-cd5eeb35d8e7,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:11.405176 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 49254) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:11.414247 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ea36187b-e907-4094-a42f-33aeb3875ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:11.570038 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-af75b6b2-ef60-4d72-9e8f-41150eceb727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:11.645995 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:15:11.653802 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:15:11.655264 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:11.681325 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-af75b6b2-ef60-4d72-9e8f-41150eceb727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:11.749696 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802ceef-8ff0-4aaa-8eca-6e4e0f6f6ba9 req-37364f58-2677-4705-8e1e-a45b0e6d3afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:11.751067 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2802ceef-8ff0-4aaa-8eca-6e4e0f6f6ba9 req-37364f58-2677-4705-8e1e-a45b0e6d3afe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 1098 time: 0.1484263 May 04 17:15:11.786962 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:11.801963 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-2802ceef-8ff0-4aaa-8eca-6e4e0f6f6ba9 req-69a21c21-cb03-4d05-b0f4-4de1111a3b57 service neutron] Synchronizing usage tracker for tenant:045dbd040e1441129b0541fa1d90a2d3 on resource:security_group {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:15:11.818781 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8f325-d33b-469b-86f2-b816dd9a54ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f24e22b-6e1f-4f79-8e5d-0b21806b631e'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:15:11.828355 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0f24e22b-6e1f-4f79-8e5d-0b21806b631e,segment=NetworkSegment(cdaea2f6-a9a0-460b-9086-19964684fa72),segment_id=cdaea2f6-a9a0-460b-9086-19964684fa72)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:15:11.861275 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-af75b6b2-ef60-4d72-9e8f-41150eceb727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:11.865175 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fe4b1de2-4a7d-416e-a2b9-c03791100352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:11.865914 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f8f325-d33b-469b-86f2-b816dd9a54ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f24e22b-6e1f-4f79-8e5d-0b21806b631e', 'code': 200} May 04 17:15:11.877162 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75b6b2-ef60-4d72-9e8f-41150eceb727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd7a645-32ed-47c8-84e4-cd5eeb35d8e7,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:11.881575 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-af75b6b2-ef60-4d72-9e8f-41150eceb727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:11.883687 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-af75b6b2-ef60-4d72-9e8f-41150eceb727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:11.884879 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-af75b6b2-ef60-4d72-9e8f-41150eceb727 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9bd7a645-32ed-47c8-84e4-cd5eeb35d8e7 HTTP/1.1" status: 204 len: 168 time: 0.4780600 May 04 17:15:11.898642 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-2802ceef-8ff0-4aaa-8eca-6e4e0f6f6ba9 req-69a21c21-cb03-4d05-b0f4-4de1111a3b57 service neutron] Unset dirty status for tenant:045dbd040e1441129b0541fa1d90a2d3 on resource:security_group {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:15:11.901623 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2802ceef-8ff0-4aaa-8eca-6e4e0f6f6ba9 req-69a21c21-cb03-4d05-b0f4-4de1111a3b57 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417608 May 04 17:15:11.905739 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:11.905739 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device adeb65d5-4f60-4f1b-a6a2-835a54d457a5 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:15:11.964444 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:12.044205 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=0f24e22b-6e1f-4f79-8e5d-0b21806b631e,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:12.048882 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:12.154522 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port adeb65d5-4f60-4f1b-a6a2-835a54d457a5 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:15:12.162505 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port adeb65d5-4f60-4f1b-a6a2-835a54d457a5 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:15:12.163015 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:12.283816 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:12.293552 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96f7ab-3710-4e11-acca-80bd09d6fabc req-eb32a3c3-c24f-48b2-8064-5cfec80851c9 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:12.295031 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9e96f7ab-3710-4e11-acca-80bd09d6fabc req-eb32a3c3-c24f-48b2-8064-5cfec80851c9 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 944 time: 0.2603772 May 04 17:15:12.304076 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b30ff-b5ba-4bc4-ba9b-277b6733bc5d req-b31a963c-c228-48fe-a3ad-7d6d9487812a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:12.317590 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fd9b30ff-b5ba-4bc4-ba9b-277b6733bc5d req-b31a963c-c228-48fe-a3ad-7d6d9487812a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.2164309 May 04 17:15:12.324411 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port adeb65d5-4f60-4f1b-a6a2-835a54d457a5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=adeb65d5-4f60-4f1b-a6a2-835a54d457a5,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:15:12.374506 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901bb55-19de-45d9-b36a-1af3dd485b8d req-e60a7217-21b6-48b0-b843-52f2244564c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:12.375989 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0901bb55-19de-45d9-b36a-1af3dd485b8d req-e60a7217-21b6-48b0-b843-52f2244564c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 1098 time: 0.1296823 May 04 17:15:12.394926 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:12.397075 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-db884d45-4e88-43e0-b515-93e524f853f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:12.407916 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fd9b30ff-b5ba-4bc4-ba9b-277b6733bc5d req-bdb826d4-cf57-4500-9082-cab141268370 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881536 May 04 17:15:12.422495 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9e96f7ab-3710-4e11-acca-80bd09d6fabc req-cc7a880b-285f-4577-808b-068dfc6e56a0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991223 May 04 17:15:12.434318 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0901bb55-19de-45d9-b36a-1af3dd485b8d req-b78314d3-cd70-4669-82f6-1ab3ec3108d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513151 May 04 17:15:12.492163 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=adeb65d5-4f60-4f1b-a6a2-835a54d457a5,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:12.495862 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:12.649598 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468176d-0521-4099-87eb-276efa05a0b7 req-c721779c-61ba-4a11-89c3-f5648769bc87 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:12.651502 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1468176d-0521-4099-87eb-276efa05a0b7 req-c721779c-61ba-4a11-89c3-f5648769bc87 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 945 time: 0.1027811 May 04 17:15:12.717456 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1468176d-0521-4099-87eb-276efa05a0b7 req-eec0e0b9-ee1f-411e-9eae-8a23d4dfb4b0 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589578 May 04 17:15:13.416214 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 49338) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:13.650986 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1985ba0a-b29f-414f-ac6b-78ceeac5b116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:13.682683 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-1985ba0a-b29f-414f-ac6b-78ceeac5b116 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:13.690708 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-1985ba0a-b29f-414f-ac6b-78ceeac5b116 admin admin] Usage tracker for resource:security_group_rule and tenant:ffd50548d45046f8b6f0901420ae505c is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:13.696558 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-1985ba0a-b29f-414f-ac6b-78ceeac5b116 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:13.706605 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350bc68-fd9f-4bcf-ac6d-125365d2207a req-ceb7ac39-7a0d-4578-a13a-a23dd7061ec4 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:13.708150 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3350bc68-fd9f-4bcf-ac6d-125365d2207a req-ceb7ac39-7a0d-4578-a13a-a23dd7061ec4 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.1878109 May 04 17:15:13.713361 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-1985ba0a-b29f-414f-ac6b-78ceeac5b116 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:13.806556 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3350bc68-fd9f-4bcf-ac6d-125365d2207a req-24f36e71-e7d9-4bff-a10e-966ba6c64ed5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901563 May 04 17:15:13.819643 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c6e86-aed6-41b9-8422-5ad2cffd6fcb req-f2795694-7e04-4f97-9156-05247668774d tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:13.826231 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f81c6e86-aed6-41b9-8422-5ad2cffd6fcb req-f2795694-7e04-4f97-9156-05247668774d tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 945 time: 0.2072904 May 04 17:15:13.869134 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12f92f-b0ac-472a-8433-92e9b26e45ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:15:13.892743 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f81c6e86-aed6-41b9-8422-5ad2cffd6fcb req-8f85709a-5c82-4d82-bc3c-14224ee812fb tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656273 May 04 17:15:13.927814 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1985ba0a-b29f-414f-ac6b-78ceeac5b116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:14.031120 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1985ba0a-b29f-414f-ac6b-78ceeac5b116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:14.047601 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:14.136436 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-1985ba0a-b29f-414f-ac6b-78ceeac5b116 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ffd50548d45046f8b6f0901420ae505c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7190175 May 04 17:15:14.139281 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 49372) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:14.151579 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985ba0a-b29f-414f-ac6b-78ceeac5b116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60da92bf-f5b8-44c6-8667-c6c794d7098c,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:14.168863 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-1985ba0a-b29f-414f-ac6b-78ceeac5b116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:14.215188 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d72420-32b4-4d17-adc3-dc83b91748de req-6414d51d-fa26-40a9-881b-74934cfcebe7 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:14.216675 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60d72420-32b4-4d17-adc3-dc83b91748de req-6414d51d-fa26-40a9-881b-74934cfcebe7 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 945 time: 0.2233911 May 04 17:15:14.225449 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef0f61-1ee2-4fdc-8b5a-83e011258f0a req-1a92487e-733b-417b-b873-dcc7880cd4e1 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:14.232279 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a5ef0f61-1ee2-4fdc-8b5a-83e011258f0a req-1a92487e-733b-417b-b873-dcc7880cd4e1 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.2028091 May 04 17:15:14.233608 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fedd3c27-8c43-40c7-ab31-637e4ab5e6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:14.268112 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fedd3c27-8c43-40c7-ab31-637e4ab5e6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:14.351938 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60d72420-32b4-4d17-adc3-dc83b91748de req-986f5e74-ad04-433d-8dfc-2dff15771f67 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176229 May 04 17:15:14.354605 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a5ef0f61-1ee2-4fdc-8b5a-83e011258f0a req-465e53ad-8673-409b-9e13-51a871c9077f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215825 May 04 17:15:14.407854 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c12f92f-b0ac-472a-8433-92e9b26e45ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5', 'code': 200} May 04 17:15:14.469075 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fedd3c27-8c43-40c7-ab31-637e4ab5e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:14.479332 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fe313f83-4092-46c8-b963-a1ac91007d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:14.492041 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd3c27-8c43-40c7-ab31-637e4ab5e6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60da92bf-f5b8-44c6-8667-c6c794d7098c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:14.494980 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fedd3c27-8c43-40c7-ab31-637e4ab5e6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:14.496072 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fedd3c27-8c43-40c7-ab31-637e4ab5e6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:14.497674 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-fedd3c27-8c43-40c7-ab31-637e4ab5e6d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60da92bf-f5b8-44c6-8667-c6c794d7098c HTTP/1.1" status: 204 len: 168 time: 0.3550870 May 04 17:15:14.824667 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 49434) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:14.865538 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658c81b-b5b9-470c-9919-fe456ed518e2 req-26a4e17a-951f-4452-bad9-cd28b66bc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:14.867232 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1658c81b-b5b9-470c-9919-fe456ed518e2 req-26a4e17a-951f-4452-bad9-cd28b66bc18e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 1098 time: 0.1250832 May 04 17:15:14.916878 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1658c81b-b5b9-470c-9919-fe456ed518e2 req-3ba213ba-5b73-465c-9927-c20d60141aea service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383704 May 04 17:15:14.965385 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b9a1cdeb-e7cb-45f9-ba1b-fb4933978ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:14.997277 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b9a1cdeb-e7cb-45f9-ba1b-fb4933978ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:15.005268 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-b9a1cdeb-e7cb-45f9-ba1b-fb4933978ace admin admin] Usage tracker for resource:security_group_rule and tenant:683961ffa9d24671b8fcfe78b321df24 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:15.009288 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-b9a1cdeb-e7cb-45f9-ba1b-fb4933978ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:15.015481 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b9a1cdeb-e7cb-45f9-ba1b-fb4933978ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:15.143145 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44212741-fe58-4f0d-b90d-0773c3ff4c3a req-e6fdac8e-3ca3-43a3-841d-5f61127c990c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:15.144589 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44212741-fe58-4f0d-b90d-0773c3ff4c3a req-e6fdac8e-3ca3-43a3-841d-5f61127c990c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 945 time: 0.1189446 May 04 17:15:15.190252 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b9a1cdeb-e7cb-45f9-ba1b-fb4933978ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:15.210474 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44212741-fe58-4f0d-b90d-0773c3ff4c3a req-45810ae3-8e64-4322-8f88-1887045a412b tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580053 May 04 17:15:15.277923 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b9a1cdeb-e7cb-45f9-ba1b-fb4933978ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:15.282106 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-faba7c1c-60c5-48b5-a538-c48c47ea7ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:15.324708 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-b9a1cdeb-e7cb-45f9-ba1b-fb4933978ace admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=683961ffa9d24671b8fcfe78b321df24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4979613 May 04 17:15:15.325865 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1cdeb-e7cb-45f9-ba1b-fb4933978ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fa958f-fd02-4180-b305-3e4f30c9b400,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:15.333137 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b9a1cdeb-e7cb-45f9-ba1b-fb4933978ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:15.335178 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 49458) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:15.399768 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f8e98d7d-5850-428f-b286-d8f65e0a4f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:15.427959 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f8e98d7d-5850-428f-b286-d8f65e0a4f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:15.593526 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f8e98d7d-5850-428f-b286-d8f65e0a4f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:15.602454 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0fc2228e-ca7b-40b4-ac9d-112f25e0f7c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:15.618018 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e98d7d-5850-428f-b286-d8f65e0a4f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fa958f-fd02-4180-b305-3e4f30c9b400,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:15.622574 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f8e98d7d-5850-428f-b286-d8f65e0a4f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:15.661364 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f8e98d7d-5850-428f-b286-d8f65e0a4f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:15.662565 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-f8e98d7d-5850-428f-b286-d8f65e0a4f9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0fa958f-fd02-4180-b305-3e4f30c9b400 HTTP/1.1" status: 204 len: 168 time: 0.3262758 May 04 17:15:16.412180 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524b1ad-d7b2-45e4-b74c-75a4d9b7209d req-1a13ea4c-5d21-4519-a09b-4f8a4d5b287d tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:16.413900 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8524b1ad-d7b2-45e4-b74c-75a4d9b7209d req-1a13ea4c-5d21-4519-a09b-4f8a4d5b287d tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 945 time: 0.0823419 May 04 17:15:16.460761 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8524b1ad-d7b2-45e4-b74c-75a4d9b7209d req-58ccb58c-c6f1-475a-9a8f-e5ba207001b8 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 May 04 17:15:17.414011 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 49568) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:17.458241 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61489a4f-5f3d-4a41-9610-2b24bb7b61c6 req-093e328f-3741-4891-8a95-a17a36fa538a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:17.460422 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-61489a4f-5f3d-4a41-9610-2b24bb7b61c6 req-093e328f-3741-4891-8a95-a17a36fa538a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1140270 May 04 17:15:17.519705 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-61489a4f-5f3d-4a41-9610-2b24bb7b61c6 req-72b29f12-a87a-4348-a1d0-371c5e05c4c9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452700 May 04 17:15:17.621551 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c59f8fd0-afb0-41c2-805d-d2941ff5ff6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:17.636938 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c59f8fd0-afb0-41c2-805d-d2941ff5ff6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:17.641250 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c59f8fd0-afb0-41c2-805d-d2941ff5ff6f admin admin] Usage tracker for resource:security_group_rule and tenant:a4c4b9e55b3f40678c114160b8010edf is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:17.647219 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c59f8fd0-afb0-41c2-805d-d2941ff5ff6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:17.653593 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c59f8fd0-afb0-41c2-805d-d2941ff5ff6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:17.737656 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c59f8fd0-afb0-41c2-805d-d2941ff5ff6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:17.811841 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c59f8fd0-afb0-41c2-805d-d2941ff5ff6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:17.820563 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:17.859429 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-c59f8fd0-afb0-41c2-805d-d2941ff5ff6f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4c4b9e55b3f40678c114160b8010edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436517 May 04 17:15:17.860390 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f8fd0-afb0-41c2-805d-d2941ff5ff6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707bd2c2-6e18-47bf-b4a2-c02e221d0cc4,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:17.862389 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 49586) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:17.863374 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c59f8fd0-afb0-41c2-805d-d2941ff5ff6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:17.925644 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0af750a8-9a31-4e3d-bd4e-830f09b12364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:17.956361 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0af750a8-9a31-4e3d-bd4e-830f09b12364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:18.091246 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0af750a8-9a31-4e3d-bd4e-830f09b12364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:18.096791 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-30e97c8e-ee7d-40fc-93d6-07fe2134b700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:18.107418 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af750a8-9a31-4e3d-bd4e-830f09b12364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707bd2c2-6e18-47bf-b4a2-c02e221d0cc4,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:18.112465 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0af750a8-9a31-4e3d-bd4e-830f09b12364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:18.115917 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0af750a8-9a31-4e3d-bd4e-830f09b12364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:18.117234 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-0af750a8-9a31-4e3d-bd4e-830f09b12364 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/707bd2c2-6e18-47bf-b4a2-c02e221d0cc4 HTTP/1.1" status: 204 len: 168 time: 0.2537217 May 04 17:15:18.723452 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259509b-e26b-4a0c-8d65-0190bb877be9 req-ec66da89-9f4c-4a7c-9c35-b1cd8904c852 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:18.725504 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d259509b-e26b-4a0c-8d65-0190bb877be9 req-ec66da89-9f4c-4a7c-9c35-b1cd8904c852 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0939128 May 04 17:15:18.775650 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d259509b-e26b-4a0c-8d65-0190bb877be9 req-2aecd278-3db1-43a4-b533-5970f3ce71f1 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432191 May 04 17:15:19.982872 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf976f3c-203f-4762-8b1d-6ba215befafd req-b72b4e5a-8c27-4b5e-befe-da4fd7fd0832 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:19.985043 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bf976f3c-203f-4762-8b1d-6ba215befafd req-b72b4e5a-8c27-4b5e-befe-da4fd7fd0832 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0907886 May 04 17:15:20.031509 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bf976f3c-203f-4762-8b1d-6ba215befafd req-73847865-d523-43bd-a79b-056396edc0d6 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408452 May 04 17:15:20.241734 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8664920-9d4b-4d1b-ac3e-8bee31416d3e req-58b7ade9-8273-4aa1-87d6-e3654d6bb8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:20.243204 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b8664920-9d4b-4d1b-ac3e-8bee31416d3e req-58b7ade9-8273-4aa1-87d6-e3654d6bb8d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 1099 time: 0.0778186 May 04 17:15:20.475801 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8664920-9d4b-4d1b-ac3e-8bee31416d3e req-f3be49f1-a797-4329-b177-1a2055e34c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:20.475801 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b8664920-9d4b-4d1b-ac3e-8bee31416d3e req-f3be49f1-a797-4329-b177-1a2055e34c53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=397cd77a-abc4-4053-a1eb-1563ed5bf14e HTTP/1.1" status: 200 len: 919 time: 0.2232373 May 04 17:15:20.554197 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b8664920-9d4b-4d1b-ac3e-8bee31416d3e req-fedab499-0045-418b-aeb7-1f10624b4b8a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=943500e0-7df3-493a-8a0e-2656c419e7ef HTTP/1.1" status: 200 len: 217 time: 0.0656369 May 04 17:15:20.616361 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8664920-9d4b-4d1b-ac3e-8bee31416d3e req-06b6d2e0-51b9-49a6-9b1b-1a4433211ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:20.617807 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b8664920-9d4b-4d1b-ac3e-8bee31416d3e req-06b6d2e0-51b9-49a6-9b1b-1a4433211ad0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b32ce49-09ab-4ba5-89dc-6e9b269f5a41 HTTP/1.1" status: 200 len: 858 time: 0.0571539 May 04 17:15:20.669586 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b8664920-9d4b-4d1b-ac3e-8bee31416d3e req-8754ed5f-edd6-4f6b-9c44-201083749aef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=397cd77a-abc4-4053-a1eb-1563ed5bf14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401833 May 04 17:15:20.819324 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b8664920-9d4b-4d1b-ac3e-8bee31416d3e req-c806d716-5434-42f9-82f8-03a5754e71cf service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404021 May 04 17:15:20.960436 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b8664920-9d4b-4d1b-ac3e-8bee31416d3e req-f026defd-5545-4d69-afcc-14c05688725e service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290913 May 04 17:15:21.228105 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef3203-d5c6-4527-90c7-0906731b3e77 req-9a9f65a1-d848-492a-abc6-92ed9cfeccec tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:21.229596 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-feef3203-d5c6-4527-90c7-0906731b3e77 req-9a9f65a1-d848-492a-abc6-92ed9cfeccec tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0815115 May 04 17:15:21.276020 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-feef3203-d5c6-4527-90c7-0906731b3e77 req-c864f954-9087-46b0-bd9c-1e6f5e84a339 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399997 May 04 17:15:22.507671 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a7ec1-9ceb-4b2b-8a74-e8c3a5ef58fa req-0b4dc176-9bdd-4dd7-850f-94f65f070d8e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:22.509167 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-514a7ec1-9ceb-4b2b-8a74-e8c3a5ef58fa req-0b4dc176-9bdd-4dd7-850f-94f65f070d8e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1216176 May 04 17:15:22.647986 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-514a7ec1-9ceb-4b2b-8a74-e8c3a5ef58fa req-a7d00cdd-f788-458e-abdd-2a3990ca3e52 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277661 May 04 17:15:22.939274 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-636804a5-01d5-4208-86c6-fe7f810b8f4a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:22.948057 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-636804a5-01d5-4208-86c6-fe7f810b8f4a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/networks?id=f1f53d29-895b-4d95-9855-c27f27b4b040 HTTP/1.1" status: 200 len: 815 time: 0.2126670 May 04 17:15:22.956228 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b12e92ba-aa9e-4f79-b9c2-64b0dc555cea tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/quotas/5c5e587f9542410e808775efa8a7009d HTTP/1.1" status: 200 len: 375 time: 0.0096903 May 04 17:15:22.983082 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b13d26b7-73aa-4018-83a4-f1587985457d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:23.049342 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-aab3a066-8894-451e-897d-e36197a3b046 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866399 May 04 17:15:23.202365 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-7603b73a-88fc-49b1-8493-1b7aaa80123b service neutron] 10.222.0.22 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452696 May 04 17:15:23.237148 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 49822) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:23.381745 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b05a65e5-07fe-4f4a-b967-ff4d7709eac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:23.401204 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-b05a65e5-07fe-4f4a-b967-ff4d7709eac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:23.405000 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-b05a65e5-07fe-4f4a-b967-ff4d7709eac0 admin admin] Usage tracker for resource:security_group_rule and tenant:28e71267c5dd4fe49482bbb163adab67 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:23.407783 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-b05a65e5-07fe-4f4a-b967-ff4d7709eac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:23.422384 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-b05a65e5-07fe-4f4a-b967-ff4d7709eac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:23.440732 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:15:23.528416 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-10530e6b-bf0a-4025-88d0-f5bd5bf517a4 service neutron] 10.222.0.22 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173647 May 04 17:15:23.570469 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b05a65e5-07fe-4f4a-b967-ff4d7709eac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:23.657212 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b05a65e5-07fe-4f4a-b967-ff4d7709eac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:23.665891 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fedd3c27-8c43-40c7-ab31-637e4ab5e6d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:23.715596 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-b05a65e5-07fe-4f4a-b967-ff4d7709eac0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28e71267c5dd4fe49482bbb163adab67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4765952 May 04 17:15:23.719714 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 49842) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:23.723176 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a65e5-07fe-4f4a-b967-ff4d7709eac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca5a9f7-076b-4a1c-85dc-bfa8c02f54b9,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:23.737687 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b05a65e5-07fe-4f4a-b967-ff4d7709eac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:23.808146 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-825707c4-5e9b-4989-a24d-e50544c0c96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:23.841111 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-825707c4-5e9b-4989-a24d-e50544c0c96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:23.953554 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c846f1e4-637c-4c52-8d21-309c4e9fee10 req-5dedc868-7665-482f-b762-97e9ed438d2c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:23.955074 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c846f1e4-637c-4c52-8d21-309c4e9fee10 req-5dedc868-7665-482f-b762-97e9ed438d2c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1057539 May 04 17:15:24.003108 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c846f1e4-637c-4c52-8d21-309c4e9fee10 req-49115ee1-a9b0-420d-b55b-ecd76a689675 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 May 04 17:15:24.078416 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-825707c4-5e9b-4989-a24d-e50544c0c96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:24.087053 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-83263025-08dd-43ea-8ff4-a89e1f287f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:24.097331 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8d8a55b0-7bff-4f9e-b70e-ee2d06bb44e5 req-ab1d3c79-a31a-4894-9df4-63b277c75385 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 210 time: 0.0545297 May 04 17:15:24.099957 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825707c4-5e9b-4989-a24d-e50544c0c96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca5a9f7-076b-4a1c-85dc-bfa8c02f54b9,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:24.107873 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-825707c4-5e9b-4989-a24d-e50544c0c96b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:24.115344 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-825707c4-5e9b-4989-a24d-e50544c0c96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:24.120296 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-825707c4-5e9b-4989-a24d-e50544c0c96b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eca5a9f7-076b-4a1c-85dc-bfa8c02f54b9 HTTP/1.1" status: 204 len: 168 time: 0.3962431 May 04 17:15:24.731453 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 49866) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:24.751862 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fb12bad5-ad24-492b-8ff5-9e9f6d6803f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:24.766405 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-fb12bad5-ad24-492b-8ff5-9e9f6d6803f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:24.770216 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-fb12bad5-ad24-492b-8ff5-9e9f6d6803f7 admin admin] Usage tracker for resource:security_group_rule and tenant:208c497dca6b41f5a60b423785c46bfa is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:24.772955 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-fb12bad5-ad24-492b-8ff5-9e9f6d6803f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:24.778510 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-fb12bad5-ad24-492b-8ff5-9e9f6d6803f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:24.857830 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fb12bad5-ad24-492b-8ff5-9e9f6d6803f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:24.931628 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fb12bad5-ad24-492b-8ff5-9e9f6d6803f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:24.941360 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:24.982937 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12bad5-ad24-492b-8ff5-9e9f6d6803f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5463710-ff80-43e0-864b-6b387866cd8d,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:24.986892 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-fb12bad5-ad24-492b-8ff5-9e9f6d6803f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=208c497dca6b41f5a60b423785c46bfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543836 May 04 17:15:24.987714 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-fb12bad5-ad24-492b-8ff5-9e9f6d6803f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:24.990019 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 49872) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:25.045639 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7a6a61ca-720c-4a92-999f-a0f1e7ada367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:25.070669 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7a6a61ca-720c-4a92-999f-a0f1e7ada367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:25.184556 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67200406-2651-4da5-939d-dedfc5f19f4b req-b80aea96-9bbe-4521-ab72-94c46c217ad0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:25.186008 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-67200406-2651-4da5-939d-dedfc5f19f4b req-b80aea96-9bbe-4521-ab72-94c46c217ad0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0785527 May 04 17:15:25.232599 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-67200406-2651-4da5-939d-dedfc5f19f4b req-3c300011-ce20-4556-9295-3595dc668857 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403597 May 04 17:15:25.245834 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7a6a61ca-720c-4a92-999f-a0f1e7ada367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:25.251066 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b1c02e9d-a28c-4e8b-861e-50751c9d9004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:25.260919 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a61ca-720c-4a92-999f-a0f1e7ada367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5463710-ff80-43e0-864b-6b387866cd8d,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:25.264220 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7a6a61ca-720c-4a92-999f-a0f1e7ada367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:25.267601 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7a6a61ca-720c-4a92-999f-a0f1e7ada367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:25.268684 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-7a6a61ca-720c-4a92-999f-a0f1e7ada367 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5463710-ff80-43e0-864b-6b387866cd8d HTTP/1.1" status: 204 len: 168 time: 0.2781749 May 04 17:15:25.372792 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-670b63e7-6112-456e-a3de-8bf0d7ae9e6a req-45568dc0-b0e2-4dab-a984-9a4867018f9e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 210 time: 0.0435810 May 04 17:15:25.639549 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:25.673017 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-a162c4e0-c706-4bd9-96de-f2e397ca61a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:26.424067 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96672f2f-199a-4d47-8f70-1091b3cbcfc9 req-22685202-e56d-47bf-b09a-1d2384bd0693 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:26.425735 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-96672f2f-199a-4d47-8f70-1091b3cbcfc9 req-22685202-e56d-47bf-b09a-1d2384bd0693 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0855477 May 04 17:15:26.481064 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-96672f2f-199a-4d47-8f70-1091b3cbcfc9 req-4f32f73b-0b0e-4b49-be1c-e94149f727a3 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493464 May 04 17:15:26.538471 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8b97125f-0ce9-4297-88d9-0aad0643e6aa req-9bf1358e-6013-426c-8676-bca2ae8f6eeb tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 210 time: 0.0444739 May 04 17:15:26.668327 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:27.466923 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-26dcc745-3c55-4172-ae85-372c0a00cf61 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:27.469078 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-26dcc745-3c55-4172-ae85-372c0a00cf61 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "GET /v2.0/networks?id=f1f53d29-895b-4d95-9855-c27f27b4b040 HTTP/1.1" status: 200 len: 815 time: 0.1666067 May 04 17:15:27.481994 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Request body: {'port': {'device_id': 'f48e02ee-e843-45dd-9bb7-804058670ac9', 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040', 'admin_state_up': True, 'tenant_id': '5c5e587f9542410e808775efa8a7009d'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:15:27.643621 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:27.648462 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Usage tracker for resource:port and tenant:5c5e587f9542410e808775efa8a7009d is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:27.654790 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:27.661514 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:27.730495 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc570e7-3256-4e03-a56b-99c30425cf37 req-ece0119c-4b08-4a18-8c11-0868a7a0d619 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:27.733121 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2fc570e7-3256-4e03-a56b-99c30425cf37 req-ece0119c-4b08-4a18-8c11-0868a7a0d619 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0996144 May 04 17:15:27.755469 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Made reservation on behalf of 5c5e587f9542410e808775efa8a7009d for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:15:27.759680 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:27.816660 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-136bf9aa-9484-4800-9082-ad65749ac90e req-ec0d3608-2f87-4088-a398-6adcc5d477e5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 210 time: 0.0610456 May 04 17:15:27.841253 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2fc570e7-3256-4e03-a56b-99c30425cf37 req-438b63ab-eb3d-44eb-a86d-d2c51c5eb394 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022565 May 04 17:15:27.965530 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Allocated IP 172.20.0.8 (f1f53d29-895b-4d95-9855-c27f27b4b040/d0d97dca-f7a6-4fee-aada-77814155f9eb/a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:15:28.169856 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:28.211775 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:28.280232 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:28.286242 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:28.298973 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['3447bd73-1b3b-4499-a657-92c455578ce5', 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:15:28.360423 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Network f1f53d29-895b-4d95-9855-c27f27b4b040 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:15:28.364307 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:15:28.369387 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:15:28.376255 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:28.376410 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:28.388789 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Pushing event updated for resources: {'Port': ['ID=a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:28.393308 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:28.486936 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0089960 May 04 17:15:28.505053 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Request body: {'port': {'device_id': 'f48e02ee-e843-45dd-9bb7-804058670ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:15:28.659941 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:29.100140 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:15:29.107886 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:29.111969 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e542eaa-9027-4718-875f-dbb9f0c713fe req-34a2e257-8a2e-4fca-90a6-d399fe1565a9 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:29.113580 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6e542eaa-9027-4718-875f-dbb9f0c713fe req-34a2e257-8a2e-4fca-90a6-d399fe1565a9 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 931 time: 0.1535892 May 04 17:15:29.122082 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0f626-6a7d-436d-b2cd-75dec9c645a0 req-073fcf74-1e68-4ef4-b707-20f6d65ec4b6 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:29.124758 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Transition to ACTIVE for port object a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:15:29.129617 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-20c0f626-6a7d-436d-b2cd-75dec9c645a0 req-073fcf74-1e68-4ef4-b707-20f6d65ec4b6 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1379132 May 04 17:15:29.200116 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-20c0f626-6a7d-436d-b2cd-75dec9c645a0 req-a25fa28f-db92-4e2c-861d-3ec1450e8ae2 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696421 May 04 17:15:29.202790 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6e542eaa-9027-4718-875f-dbb9f0c713fe req-e0f15369-d301-4c63-baf0-b4ac6420bc2c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712032 May 04 17:15:29.206155 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:29.211234 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:29.368958 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:29.372615 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:29.401158 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Attempting to bind port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:15:29.401158 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Attempting to bind port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:15:29.401353 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Attempting to bind port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 on network f1f53d29-895b-4d95-9855-c27f27b4b040 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:15:29.406663 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 on network f1f53d29-895b-4d95-9855-c27f27b4b040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:15:29.407044 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Attempting to bind port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 on network f1f53d29-895b-4d95-9855-c27f27b4b040 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:15:29.412455 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:15:29.412782 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Checking segment: {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:15:29.413191 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Bound using segment: {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:15:29.413614 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Bound port: a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:15:29.414232 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:29.514698 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] For port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:15:29.517885 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] For port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:15:29.581716 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:29.586530 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c260f6e9-24e4-44f0-93c1-f6ea751ee954 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:29.600905 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 50004) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:29.643774 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:29.643774 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:29.643774 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] 10.222.0.11 "PUT /v2.0/ports/a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 HTTP/1.1" status: 200 len: 1093 time: 1.1409314 May 04 17:15:29.643774 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f48e02ee-e843-45dd-9bb7-804058670ac9', 'tag': 'a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:15:29.669223 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Pushing event updated for resources: {'Port': ['ID=a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:29.672921 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:29.694666 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f48e02ee-e843-45dd-9bb7-804058670ac9', 'tag': 'a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74', 'status': 'completed', 'code': 200} May 04 17:15:29.735036 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-25f5809d-2514-4253-8aaf-4e9d65129e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:29.820114 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f4b1-d567-4c86-bc5f-eb8e67e8ef7d req-6ace4653-280b-42e5-9666-f43ccccc17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:29.821800 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8f29f4b1-d567-4c86-bc5f-eb8e67e8ef7d req-6ace4653-280b-42e5-9666-f43ccccc17f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 1096 time: 0.1022880 May 04 17:15:29.852588 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-25f5809d-2514-4253-8aaf-4e9d65129e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:29.857169 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-25f5809d-2514-4253-8aaf-4e9d65129e7f admin admin] Usage tracker for resource:security_group_rule and tenant:3362bbd51e70464d92d64a6d4aa32d4c is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:29.861617 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-25f5809d-2514-4253-8aaf-4e9d65129e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:29.868048 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-25f5809d-2514-4253-8aaf-4e9d65129e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:29.981227 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-25f5809d-2514-4253-8aaf-4e9d65129e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:29.982908 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f4b1-d567-4c86-bc5f-eb8e67e8ef7d req-0f87b5ac-55e6-4ec7-be92-2f6e4ea07076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:29.984317 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8f29f4b1-d567-4c86-bc5f-eb8e67e8ef7d req-0f87b5ac-55e6-4ec7-be92-2f6e4ea07076 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c5e587f9542410e808775efa8a7009d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1527197 May 04 17:15:30.051217 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-25f5809d-2514-4253-8aaf-4e9d65129e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:30.061697 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ec8c007e-2b53-42ce-b096-736aa199a992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:30.108328 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-25f5809d-2514-4253-8aaf-4e9d65129e7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3362bbd51e70464d92d64a6d4aa32d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5062332 May 04 17:15:30.110444 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5809d-2514-4253-8aaf-4e9d65129e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f081629-6213-4475-840e-3ebcc0b6c14b,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:30.115729 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-25f5809d-2514-4253-8aaf-4e9d65129e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:30.116460 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 50032) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:30.160753 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f4b1-d567-4c86-bc5f-eb8e67e8ef7d req-9a999147-f1c4-4049-99cc-0b7abab26c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:30.162488 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8f29f4b1-d567-4c86-bc5f-eb8e67e8ef7d req-9a999147-f1c4-4049-99cc-0b7abab26c4f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1697209 May 04 17:15:30.198405 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d16de613-aff8-407c-b684-a1efbe692b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:30.240758 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d16de613-aff8-407c-b684-a1efbe692b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:30.306810 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-34312f51-5413-4dc5-a04c-dbe1af22e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:30.309039 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-34312f51-5413-4dc5-a04c-dbe1af22e928 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 1096 time: 0.0995157 May 04 17:15:30.412988 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 50044) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:30.427003 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d16de613-aff8-407c-b684-a1efbe692b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:30.431838 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-d748ca6c-6802-4591-8d52-5184d6dd340c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 HTTP/1.1" status: 200 len: 217 time: 0.1102955 May 04 17:15:30.439578 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-3889917e-7dde-4817-991c-2c30d600d9a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:30.496777 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16de613-aff8-407c-b684-a1efbe692b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f081629-6213-4475-840e-3ebcc0b6c14b,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:30.506689 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d16de613-aff8-407c-b684-a1efbe692b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:30.511184 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-d16de613-aff8-407c-b684-a1efbe692b13 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f081629-6213-4475-840e-3ebcc0b6c14b HTTP/1.1" status: 204 len: 168 time: 0.3937247 May 04 17:15:30.514335 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d16de613-aff8-407c-b684-a1efbe692b13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:30.536375 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-52910b9d-5040-41e2-ae09-b7dda158ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:30.538581 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-52910b9d-5040-41e2-ae09-b7dda158ead1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0d97dca-f7a6-4fee-aada-77814155f9eb HTTP/1.1" status: 200 len: 855 time: 0.0982397 May 04 17:15:30.569478 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2a2cb-2f9d-41d4-82a9-347d69e96542 req-4e2cd1b1-c594-4e54-95c6-c993858fe06f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:30.571060 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d4e2a2cb-2f9d-41d4-82a9-347d69e96542 req-4e2cd1b1-c594-4e54-95c6-c993858fe06f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 943 time: 0.2016973 May 04 17:15:30.583860 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234558b-be4e-4f42-8182-bc623db17ef3 req-4e5f4232-c44a-418a-a356-7cbfc749de34 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:30.590966 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0234558b-be4e-4f42-8182-bc623db17ef3 req-4e5f4232-c44a-418a-a356-7cbfc749de34 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1654468 May 04 17:15:30.617369 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-018af12e-c2f0-4cc4-86a6-8bc86a3815ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1f53d29-895b-4d95-9855-c27f27b4b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700331 May 04 17:15:30.618757 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-31d92efa-8e21-478c-b163-842f6b8efcbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:30.664201 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d4e2a2cb-2f9d-41d4-82a9-347d69e96542 req-0fa03e3e-29c7-437f-8ab7-551c0291b6c7 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705049 May 04 17:15:30.673424 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0234558b-be4e-4f42-8182-bc623db17ef3 req-2326abcc-5c93-4452-a214-9b64c0770b39 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815525 May 04 17:15:30.757830 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-31d92efa-8e21-478c-b163-842f6b8efcbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:30.764630 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-31d92efa-8e21-478c-b163-842f6b8efcbb admin admin] Usage tracker for resource:security_group_rule and tenant:6d5e56e7a33545c290718016f97da5ae is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:30.768826 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-31d92efa-8e21-478c-b163-842f6b8efcbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:30.778214 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-31d92efa-8e21-478c-b163-842f6b8efcbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:30.805321 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-cfce8ac2-5bf6-4ec0-8131-4d8701f9df49 service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753638 May 04 17:15:31.068274 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:31.081286 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-eab61fd1-9426-4631-b705-4fe8b8e6dd9e req-d8431902-ef82-4902-b264-9c1a33ace5cc service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643418 May 04 17:15:31.150388 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-31d92efa-8e21-478c-b163-842f6b8efcbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:31.223698 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-31d92efa-8e21-478c-b163-842f6b8efcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:31.232184 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8aebc851-8a2a-4f06-848b-634ccb58d534 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:31.275325 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-31d92efa-8e21-478c-b163-842f6b8efcbb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d5e56e7a33545c290718016f97da5ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8562629 May 04 17:15:31.276482 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d92efa-8e21-478c-b163-842f6b8efcbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf07dc6-83c5-472c-9cb0-53ed31841b1c,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:31.277889 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 50078) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:31.281798 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-31d92efa-8e21-478c-b163-842f6b8efcbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:31.341904 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c2085aec-0371-4eeb-99f9-1c8b53fd5c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:31.371548 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c2085aec-0371-4eeb-99f9-1c8b53fd5c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:31.510183 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c2085aec-0371-4eeb-99f9-1c8b53fd5c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:31.510183 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-825707c4-5e9b-4989-a24d-e50544c0c96b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:31.522513 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2085aec-0371-4eeb-99f9-1c8b53fd5c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf07dc6-83c5-472c-9cb0-53ed31841b1c,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:31.525002 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c2085aec-0371-4eeb-99f9-1c8b53fd5c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:31.533753 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c2085aec-0371-4eeb-99f9-1c8b53fd5c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:31.537122 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-c2085aec-0371-4eeb-99f9-1c8b53fd5c29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3cf07dc6-83c5-472c-9cb0-53ed31841b1c HTTP/1.1" status: 204 len: 168 time: 0.2558389 May 04 17:15:32.044536 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e13104-2054-46ba-891d-f44f21136074 req-0fc825cb-b04e-479b-ac7e-36cc885ade68 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:32.046559 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-50e13104-2054-46ba-891d-f44f21136074 req-0fc825cb-b04e-479b-ac7e-36cc885ade68 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.2222931 May 04 17:15:32.058750 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc003bd7-79a7-4f16-8780-29d3254c0cc5 req-14484e17-2b63-423c-b558-1e55f1f08a8f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:32.060650 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc003bd7-79a7-4f16-8780-29d3254c0cc5 req-14484e17-2b63-423c-b558-1e55f1f08a8f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 943 time: 0.1767313 May 04 17:15:32.136569 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-50e13104-2054-46ba-891d-f44f21136074 req-b1a88db2-5cd8-4f3b-9b18-e93ee3dead47 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742202 May 04 17:15:32.141293 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc003bd7-79a7-4f16-8780-29d3254c0cc5 req-e76e1770-a40d-4434-aa3a-dc65002aedd4 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644910 May 04 17:15:32.896502 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6cae05-986b-4e32-8bda-0c605fc38dfa req-9155f5ca-8638-49b0-9ed4-61b49a357731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:32.898164 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6c6cae05-986b-4e32-8bda-0c605fc38dfa req-9155f5ca-8638-49b0-9ed4-61b49a357731 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 1099 time: 0.1486220 May 04 17:15:32.943049 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6c6cae05-986b-4e32-8bda-0c605fc38dfa req-2e7f20df-a2eb-41e9-a0a6-a2b281a33fba service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366912 May 04 17:15:33.408061 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377506b-5853-4e7c-9898-8772f6e52bd2 req-412344e6-2047-414b-a48c-91bcaadb2b11 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:33.409500 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e377506b-5853-4e7c-9898-8772f6e52bd2 req-412344e6-2047-414b-a48c-91bcaadb2b11 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 943 time: 0.1394367 May 04 17:15:33.417722 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cbc64e-3fa7-43c2-805a-9fab94ec9566 req-d6ba801c-3781-4aab-84c0-d434035fd956 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:33.419044 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-54cbc64e-3fa7-43c2-805a-9fab94ec9566 req-d6ba801c-3781-4aab-84c0-d434035fd956 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1569867 May 04 17:15:33.489411 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e377506b-5853-4e7c-9898-8772f6e52bd2 req-c0674db3-3897-442b-8424-219fecb22999 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694520 May 04 17:15:33.496552 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-54cbc64e-3fa7-43c2-805a-9fab94ec9566 req-4fcba076-1a10-4c28-a070-8ce596add22e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625596 May 04 17:15:34.720791 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19fb53-6f91-488b-8a95-55d142186ad4 req-3988b4f5-5a73-49e5-80f9-7b375a0c542e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:34.722435 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9f19fb53-6f91-488b-8a95-55d142186ad4 req-3988b4f5-5a73-49e5-80f9-7b375a0c542e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 943 time: 0.1036193 May 04 17:15:34.769155 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9f19fb53-6f91-488b-8a95-55d142186ad4 req-2591ccac-3248-486d-8973-b9f898ce3c52 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393496 May 04 17:15:34.958623 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86030c53-78f4-4208-a3c6-29470922c70f req-623c77ed-0b28-483b-81ef-a92f084291c4 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:34.960064 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-86030c53-78f4-4208-a3c6-29470922c70f req-623c77ed-0b28-483b-81ef-a92f084291c4 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0931649 May 04 17:15:35.140969 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-86030c53-78f4-4208-a3c6-29470922c70f req-ada0455c-c61f-412d-b68a-ab2e308d2c96 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494251 May 04 17:15:35.140969 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276ea7e-91cd-41ef-a4ad-335d82be9a4e req-74f7f4d3-51cb-4c2d-afe9-d32f31c89026 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:35.140969 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6276ea7e-91cd-41ef-a4ad-335d82be9a4e req-74f7f4d3-51cb-4c2d-afe9-d32f31c89026 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0834212 May 04 17:15:35.142504 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 50192) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:35.168158 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6276ea7e-91cd-41ef-a4ad-335d82be9a4e req-f6cefd4d-1504-46f3-8c04-2052eeb936c5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519910 May 04 17:15:35.263945 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:35.278918 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:35.282946 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Usage tracker for resource:security_group_rule and tenant:6d0ad12d4809453791b7b01b42ae535f is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:35.286116 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:35.292148 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:35.379958 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:35.541426 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:35.549725 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-413033fb-93b1-4d89-b137-91081bcf76b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:35.591272 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eabb80-cb0d-4adc-b2c3-1cc391e48f43,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:35.598749 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d0ad12d4809453791b7b01b42ae535f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640679 May 04 17:15:35.599779 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 50206) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:35.617162 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:35.617585 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:35.618056 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:35.618462 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:35.627142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:35.627142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:35.627142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:35.627142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:35.627142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:35.627142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:35.627142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:35.627142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:35.627142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:35.676864 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bc908b8f-a204-462e-afb2-4c99f869703b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:35.704344 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bc908b8f-a204-462e-afb2-4c99f869703b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:35.785180 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2af6ea-3bfc-4579-8dcf-b89f800328d4 req-219b0cef-084d-495d-bdce-840b87b00311 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:35.786644 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae2af6ea-3bfc-4579-8dcf-b89f800328d4 req-219b0cef-084d-495d-bdce-840b87b00311 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0887907 May 04 17:15:35.832908 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae2af6ea-3bfc-4579-8dcf-b89f800328d4 req-1a03b02d-4eda-43e9-b5d2-e6cf1f98940d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402930 May 04 17:15:35.857009 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bc908b8f-a204-462e-afb2-4c99f869703b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:35.862003 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-762f639d-9de6-419c-b1ad-fd736818d52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:35.875888 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc908b8f-a204-462e-afb2-4c99f869703b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eabb80-cb0d-4adc-b2c3-1cc391e48f43,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:35.878962 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bc908b8f-a204-462e-afb2-4c99f869703b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:35.883693 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bc908b8f-a204-462e-afb2-4c99f869703b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:35.884827 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-bc908b8f-a204-462e-afb2-4c99f869703b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12eabb80-cb0d-4adc-b2c3-1cc391e48f43 HTTP/1.1" status: 204 len: 168 time: 0.2837319 May 04 17:15:35.966070 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae167d3d-d676-4938-bf70-75b63b7b6e82 req-9df12b21-13e7-4777-88b0-c37754782af5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:35.968158 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae167d3d-d676-4938-bf70-75b63b7b6e82 req-9df12b21-13e7-4777-88b0-c37754782af5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 943 time: 0.0875638 May 04 17:15:36.013219 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae167d3d-d676-4938-bf70-75b63b7b6e82 req-e5ece26d-ec35-4ff5-a4bc-b578c6801eab tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390325 May 04 17:15:36.068197 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:15:36.204635 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:15:36.218581 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': 'a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74', 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040', 'port_id': 'a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74', 'mac_address': 'fa:16:3e:8b:75:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d97dca-f7a6-4fee-aada-77814155f9eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:15:36.275779 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:36.292804 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:15:36.309273 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:15:36.365153 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaa037-4989-4a63-a4af-7d0afa6607a7 req-0bf0d426-38bc-4d44-a6c0-051bd21b8367 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:36.366503 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-63eaa037-4989-4a63-a4af-7d0afa6607a7 req-0bf0d426-38bc-4d44-a6c0-051bd21b8367 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0786514 May 04 17:15:36.370404 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:36.372265 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:36.415860 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-63eaa037-4989-4a63-a4af-7d0afa6607a7 req-24f74c4d-ff79-4e2e-ad73-c2ab509b284c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431597 May 04 17:15:36.445522 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:36.450166 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:36.575600 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 50224) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:36.593200 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:36.607555 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:36.611757 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Usage tracker for resource:security_group_rule and tenant:ddce17dc82124096b2498b9ba56f2d9b is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:36.614531 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:36.620389 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:36.705720 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:36.777110 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:36.784504 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4c185e9a-3a7c-45e9-98a9-c3ab29130dd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:36.827143 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ddce17dc82124096b2498b9ba56f2d9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504270 May 04 17:15:36.828006 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abf9f29-40f6-4ee7-b504-e1dd43d4f19a,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:36.829896 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 50232) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:36.835894 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:36.836250 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:36.836745 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:36.837195 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:36.837995 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:36.837995 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:36.838214 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:36.838529 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:36.838859 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:36.839186 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:36.839536 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:36.839861 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:15:36.844183 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:36.893695 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dd3fdfb6-9ff5-443d-9707-a69dc8a97759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:36.923606 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dd3fdfb6-9ff5-443d-9707-a69dc8a97759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:37.021273 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b0416-92d1-45a7-b6e4-d78b42ec0517 req-f587086a-1485-4691-a08e-29a981d61d6a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:37.022720 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d46b0416-92d1-45a7-b6e4-d78b42ec0517 req-f587086a-1485-4691-a08e-29a981d61d6a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0806184 May 04 17:15:37.039859 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dd3fdfb6-9ff5-443d-9707-a69dc8a97759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:37.045512 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:37.057941 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fdfb6-9ff5-443d-9707-a69dc8a97759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abf9f29-40f6-4ee7-b504-e1dd43d4f19a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:37.061341 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-dd3fdfb6-9ff5-443d-9707-a69dc8a97759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:37.069610 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d46b0416-92d1-45a7-b6e4-d78b42ec0517 req-845b32b0-8fc8-4a1a-8afb-0be7a71ffa44 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409477 May 04 17:15:37.078836 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dd3fdfb6-9ff5-443d-9707-a69dc8a97759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:37.081028 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-dd3fdfb6-9ff5-443d-9707-a69dc8a97759 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3abf9f29-40f6-4ee7-b504-e1dd43d4f19a HTTP/1.1" status: 204 len: 168 time: 0.2496951 May 04 17:15:37.284474 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb22b36-0abc-4df1-b619-bf7cce1051f6 req-47935250-8244-4b61-8344-4c45a203fc37 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:37.285978 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4eb22b36-0abc-4df1-b619-bf7cce1051f6 req-47935250-8244-4b61-8344-4c45a203fc37 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 944 time: 0.1572964 May 04 17:15:37.299884 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8782f-2cbc-4a55-923f-ddf4906db223 req-e45d415b-614c-4cb3-bdbe-623031f4544c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:37.301362 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-83d8782f-2cbc-4a55-923f-ddf4906db223 req-e45d415b-614c-4cb3-bdbe-623031f4544c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 1099 time: 0.0739017 May 04 17:15:37.331852 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4eb22b36-0abc-4df1-b619-bf7cce1051f6 req-1a49700d-820c-4902-a952-a4a74d8b6e6c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397618 May 04 17:15:37.444659 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8782f-2cbc-4a55-923f-ddf4906db223 req-6628e5a2-055d-4676-aae8-38b99c97e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:37.446457 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-83d8782f-2cbc-4a55-923f-ddf4906db223 req-6628e5a2-055d-4676-aae8-38b99c97e88c service neutron] 10.222.0.11 "GET /v2.0/networks?id=397cd77a-abc4-4053-a1eb-1563ed5bf14e HTTP/1.1" status: 200 len: 919 time: 0.1355278 May 04 17:15:37.527539 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-83d8782f-2cbc-4a55-923f-ddf4906db223 req-50ab9956-4d3a-464c-bfbb-d8435d393b10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=943500e0-7df3-493a-8a0e-2656c419e7ef HTTP/1.1" status: 200 len: 217 time: 0.0729632 May 04 17:15:37.601397 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8782f-2cbc-4a55-923f-ddf4906db223 req-3cd18d81-f2ab-4676-8b11-bb2ce5500c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:37.603463 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-83d8782f-2cbc-4a55-923f-ddf4906db223 req-3cd18d81-f2ab-4676-8b11-bb2ce5500c3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b32ce49-09ab-4ba5-89dc-6e9b269f5a41 HTTP/1.1" status: 200 len: 858 time: 0.0640762 May 04 17:15:37.641351 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5befa-173d-4644-af80-23cc291f27cb req-160c9884-7d02-4678-ac51-9c3d830c9a75 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:37.642786 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ede5befa-173d-4644-af80-23cc291f27cb req-160c9884-7d02-4678-ac51-9c3d830c9a75 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0845821 May 04 17:15:37.647656 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:15:37.663030 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-83d8782f-2cbc-4a55-923f-ddf4906db223 req-3e51cd39-fef4-4e82-afed-bb57dd102406 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=397cd77a-abc4-4053-a1eb-1563ed5bf14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484335 May 04 17:15:37.689282 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ede5befa-173d-4644-af80-23cc291f27cb req-beb95533-26f8-43a6-adfc-8b6b30e43348 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393763 May 04 17:15:38.264824 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936384c1-8c76-4397-98d6-8b982579fccc req-85f73dfd-9464-4195-93d5-323e1cda4e31 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:38.266356 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-936384c1-8c76-4397-98d6-8b982579fccc req-85f73dfd-9464-4195-93d5-323e1cda4e31 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0798333 May 04 17:15:38.312971 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-936384c1-8c76-4397-98d6-8b982579fccc req-54f6384b-8539-44ca-9bd0-f51de691eea8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 May 04 17:15:38.520285 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf18f1-398e-4f2f-a168-9a48e4d8ee93 req-9672855d-06e7-4531-98c4-3fba44e11a38 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:38.521794 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-26bf18f1-398e-4f2f-a168-9a48e4d8ee93 req-9672855d-06e7-4531-98c4-3fba44e11a38 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 944 time: 0.0830863 May 04 17:15:38.567673 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-26bf18f1-398e-4f2f-a168-9a48e4d8ee93 req-653ae85b-147e-4d02-b6bf-701285d44c1a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393631 May 04 17:15:38.860891 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-83d8782f-2cbc-4a55-923f-ddf4906db223 req-5c3f596c-a9c6-433d-8118-99ce87c0b74c service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631687 May 04 17:15:38.904160 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e891cce-02b8-440b-8d80-cb3cb857f9a1 req-32d07bd0-e1ae-4d8a-ae7f-2432b394d0aa tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:38.905704 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0e891cce-02b8-440b-8d80-cb3cb857f9a1 req-32d07bd0-e1ae-4d8a-ae7f-2432b394d0aa tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0867343 May 04 17:15:38.951067 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0e891cce-02b8-440b-8d80-cb3cb857f9a1 req-1239ed04-d9c5-40f8-94fb-a4096cf87907 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392928 May 04 17:15:39.498211 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21965e68-bfdd-4b07-88de-7b9542eba36f req-4c62d896-c6f3-4ab8-a1f5-80453a977013 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:39.499795 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-21965e68-bfdd-4b07-88de-7b9542eba36f req-4c62d896-c6f3-4ab8-a1f5-80453a977013 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0798016 May 04 17:15:39.544569 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-21965e68-bfdd-4b07-88de-7b9542eba36f req-75ce0046-113f-4d6a-a4d7-c60ee0d2338d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390422 May 04 17:15:39.772575 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64df27a6-178c-4540-b447-8b6845c925a2 req-7a36c47d-d24a-482b-834d-bb897b8375f9 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:39.775087 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-64df27a6-178c-4540-b447-8b6845c925a2 req-7a36c47d-d24a-482b-834d-bb897b8375f9 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 944 time: 0.0969131 May 04 17:15:39.781039 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-83d8782f-2cbc-4a55-923f-ddf4906db223 req-9947ce0e-c100-4704-b03c-a3c90a5d6a44 service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363451 May 04 17:15:39.820068 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 50318) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:39.823640 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-64df27a6-178c-4540-b447-8b6845c925a2 req-74a705e8-6df1-4dbd-8ad4-db16cd509b57 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 May 04 17:15:39.939896 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c117ff76-2835-4e1b-92df-43afe9528ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:39.954430 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c117ff76-2835-4e1b-92df-43afe9528ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:39.958183 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c117ff76-2835-4e1b-92df-43afe9528ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:39c071f143d74b8f95f7525f96e201a9 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:39.960973 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c117ff76-2835-4e1b-92df-43afe9528ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:39.966631 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c117ff76-2835-4e1b-92df-43afe9528ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:40.059182 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c117ff76-2835-4e1b-92df-43afe9528ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:40.145921 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee490d-96f7-4dfd-82a9-569698e67d4b req-c7a4a1ae-b932-4e42-b959-29f82358357e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:40.147404 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-48ee490d-96f7-4dfd-82a9-569698e67d4b req-c7a4a1ae-b932-4e42-b959-29f82358357e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0820153 May 04 17:15:40.148123 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c117ff76-2835-4e1b-92df-43afe9528ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:40.155534 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8d704495-f38d-4cb3-bb64-130e72ad84c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:40.191308 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-48ee490d-96f7-4dfd-82a9-569698e67d4b req-8df1a542-90d3-4fd6-a18c-e62118e404ed tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379608 May 04 17:15:40.195985 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-c117ff76-2835-4e1b-92df-43afe9528ca9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39c071f143d74b8f95f7525f96e201a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747082 May 04 17:15:40.196911 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117ff76-2835-4e1b-92df-43afe9528ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315b5fda-b777-49c5-8af4-7c7bdcd08cbb,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:40.198574 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 50330) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:40.199858 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c117ff76-2835-4e1b-92df-43afe9528ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:40.257974 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-97b4e38b-4ced-4bfd-99f0-2a104fbf935d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:40.282656 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-97b4e38b-4ced-4bfd-99f0-2a104fbf935d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:40.414927 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-97b4e38b-4ced-4bfd-99f0-2a104fbf935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:40.418331 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6e64056c-3e64-4c32-b6af-1a9eced954af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:40.430913 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4e38b-4ced-4bfd-99f0-2a104fbf935d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315b5fda-b777-49c5-8af4-7c7bdcd08cbb,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:40.433635 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-97b4e38b-4ced-4bfd-99f0-2a104fbf935d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:40.442440 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-97b4e38b-4ced-4bfd-99f0-2a104fbf935d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:40.443583 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-97b4e38b-4ced-4bfd-99f0-2a104fbf935d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/315b5fda-b777-49c5-8af4-7c7bdcd08cbb HTTP/1.1" status: 204 len: 168 time: 0.2431402 May 04 17:15:40.741627 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec3720-b063-48f2-8cca-b380a9297d12 req-397d4f72-a278-4a2a-aaed-e47cc9422bcd tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:40.743955 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-22ec3720-b063-48f2-8cca-b380a9297d12 req-397d4f72-a278-4a2a-aaed-e47cc9422bcd tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0942261 May 04 17:15:40.802097 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-22ec3720-b063-48f2-8cca-b380a9297d12 req-e0b296a3-a928-4f51-8f1a-19b21d657c8a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499973 May 04 17:15:41.016327 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929461b7-40a7-41af-99af-217a4f2f7c90 req-1a1cd7b4-16e0-4f93-b04a-0665ca99f5e4 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:41.017846 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-929461b7-40a7-41af-99af-217a4f2f7c90 req-1a1cd7b4-16e0-4f93-b04a-0665ca99f5e4 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 944 time: 0.0869584 May 04 17:15:41.064826 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-929461b7-40a7-41af-99af-217a4f2f7c90 req-d350061d-d062-48d0-980f-6af6a2c226b6 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412624 May 04 17:15:41.077217 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 50356) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:41.098538 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-faeb2ae3-2049-41f7-9e95-1dda56b7a977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:41.112855 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-faeb2ae3-2049-41f7-9e95-1dda56b7a977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:41.116827 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-faeb2ae3-2049-41f7-9e95-1dda56b7a977 admin admin] Usage tracker for resource:security_group_rule and tenant:22163117b10647f2b18c97e229b7a305 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:41.119658 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-faeb2ae3-2049-41f7-9e95-1dda56b7a977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:41.126024 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-faeb2ae3-2049-41f7-9e95-1dda56b7a977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:41.206322 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-faeb2ae3-2049-41f7-9e95-1dda56b7a977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:41.284155 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-faeb2ae3-2049-41f7-9e95-1dda56b7a977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:41.293144 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f8e98d7d-5850-428f-b286-d8f65e0a4f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:41.375643 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-faeb2ae3-2049-41f7-9e95-1dda56b7a977 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22163117b10647f2b18c97e229b7a305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973459 May 04 17:15:41.378036 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeb2ae3-2049-41f7-9e95-1dda56b7a977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cb5c4a-acf1-4dfd-ab96-6903156e529c,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:41.378506 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 50362) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:41.381265 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-faeb2ae3-2049-41f7-9e95-1dda56b7a977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:41.417484 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02398879-879a-4d3c-b421-caa1cd382c71 req-095e237f-947a-4f4a-9997-d4781fe442d9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:41.418942 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-02398879-879a-4d3c-b421-caa1cd382c71 req-095e237f-947a-4f4a-9997-d4781fe442d9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.1046927 May 04 17:15:41.437752 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6cb78e22-e651-42fb-8781-f8e4b16b93f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:41.465267 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-02398879-879a-4d3c-b421-caa1cd382c71 req-aa70780d-1219-491e-b6b2-ba52d2f6a875 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403512 May 04 17:15:41.467877 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6cb78e22-e651-42fb-8781-f8e4b16b93f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:41.603941 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6cb78e22-e651-42fb-8781-f8e4b16b93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:41.607690 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c117ff76-2835-4e1b-92df-43afe9528ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:41.619555 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb78e22-e651-42fb-8781-f8e4b16b93f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cb5c4a-acf1-4dfd-ab96-6903156e529c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:41.622343 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6cb78e22-e651-42fb-8781-f8e4b16b93f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:41.631919 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6cb78e22-e651-42fb-8781-f8e4b16b93f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:41.633055 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-6cb78e22-e651-42fb-8781-f8e4b16b93f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17cb5c4a-acf1-4dfd-ab96-6903156e529c HTTP/1.1" status: 204 len: 168 time: 0.2535629 May 04 17:15:41.983671 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91e8c4-80ad-49b0-bd75-9508b898f25d req-7401beda-6615-4900-82db-4e3869139f98 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:41.991595 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5c91e8c4-80ad-49b0-bd75-9508b898f25d req-7401beda-6615-4900-82db-4e3869139f98 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0894253 May 04 17:15:42.044001 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5c91e8c4-80ad-49b0-bd75-9508b898f25d req-9cfb4e96-80de-4863-9d71-79cab3fedfce tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513232 May 04 17:15:42.260740 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ecbc9-ffe5-4c70-b38c-035f09962a78 req-eeb2d064-605b-41f8-9a86-6c90a5adb81f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:42.262347 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-852ecbc9-ffe5-4c70-b38c-035f09962a78 req-eeb2d064-605b-41f8-9a86-6c90a5adb81f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 944 time: 0.0784612 May 04 17:15:42.313337 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-852ecbc9-ffe5-4c70-b38c-035f09962a78 req-0693bf24-82ea-419f-9b13-8c8866b8d2ce tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440810 May 04 17:15:42.677574 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39526ac-b6b6-4ff3-b87e-14bbc7ea36b9 req-468be70d-be19-4a97-8f8d-fb13ca4e9906 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:42.679055 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b39526ac-b6b6-4ff3-b87e-14bbc7ea36b9 req-468be70d-be19-4a97-8f8d-fb13ca4e9906 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0833383 May 04 17:15:42.709916 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:15:42.736068 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b39526ac-b6b6-4ff3-b87e-14bbc7ea36b9 req-91daf781-347b-4953-8369-029a1c5feabe tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508218 May 04 17:15:42.868585 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:15:42.874075 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:15:42.874538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:42.988916 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:43.021681 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:15:43.022570 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48e02ee-e843-45dd-9bb7-804058670ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:15:43.108722 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:43.112403 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:43.194504 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:43.197804 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:43.229205 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48e02ee-e843-45dd-9bb7-804058670ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74', 'code': 200} May 04 17:15:43.242760 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41c720-c18d-40ae-bdaf-4a3b855af3ba req-5a1cd9b7-c5df-4bd5-832d-8844ce122921 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:43.242760 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5d41c720-c18d-40ae-bdaf-4a3b855af3ba req-5a1cd9b7-c5df-4bd5-832d-8844ce122921 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0897052 May 04 17:15:43.290828 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5d41c720-c18d-40ae-bdaf-4a3b855af3ba req-336e8e55-9cc8-4c60-a056-1b0a411dbaa9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399683 May 04 17:15:43.586697 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a210fe-dc5c-4b6d-ada1-accebc1d109e req-81713464-4b5c-4940-bec1-e777927faff3 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:43.588216 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c8a210fe-dc5c-4b6d-ada1-accebc1d109e req-81713464-4b5c-4940-bec1-e777927faff3 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 945 time: 0.1595783 May 04 17:15:43.633832 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c8a210fe-dc5c-4b6d-ada1-accebc1d109e req-abbe4e93-79a4-43e5-99ee-0b9bb129fa79 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392711 May 04 17:15:43.918873 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a69ef2-fc1b-42bc-a6da-39788cdc46e8 req-e9f221f2-6efe-4233-8da0-03b89d8c0170 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:43.920357 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1a69ef2-fc1b-42bc-a6da-39788cdc46e8 req-e9f221f2-6efe-4233-8da0-03b89d8c0170 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0804663 May 04 17:15:43.965003 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1a69ef2-fc1b-42bc-a6da-39788cdc46e8 req-1eb69a26-1fe2-4e40-9481-a4841ba1fc90 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383511 May 04 17:15:44.485695 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab77312-b72c-4c05-acaa-a122d2d226ee req-73a112a0-6866-4d0f-bd80-c26930e1bb49 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:44.486898 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8ab77312-b72c-4c05-acaa-a122d2d226ee req-73a112a0-6866-4d0f-bd80-c26930e1bb49 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0866513 May 04 17:15:44.531689 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8ab77312-b72c-4c05-acaa-a122d2d226ee req-9b1d5a49-8c41-4d80-80e8-bd87dac1384c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 May 04 17:15:44.824705 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2714e-dc55-4383-860b-e23a0a3890cf req-d4f3fd32-0a7b-48a9-8566-8db1af9d2612 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:44.826176 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-88b2714e-dc55-4383-860b-e23a0a3890cf req-d4f3fd32-0a7b-48a9-8566-8db1af9d2612 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 945 time: 0.0827422 May 04 17:15:44.870583 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-88b2714e-dc55-4383-860b-e23a0a3890cf req-5b366f11-0ff0-44a7-8070-bcdcdb0fa7c9 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386765 May 04 17:15:45.156848 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9031ac-a2f5-4195-bb0b-c064e7a3b044 req-1121c9c6-d854-4af2-9068-0b6d11f7b7e6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:45.158304 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4c9031ac-a2f5-4195-bb0b-c064e7a3b044 req-1121c9c6-d854-4af2-9068-0b6d11f7b7e6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0819542 May 04 17:15:45.202406 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4c9031ac-a2f5-4195-bb0b-c064e7a3b044 req-896ed66f-daab-4325-99f3-627b77a4d436 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378187 May 04 17:15:45.676033 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 50500) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:45.723399 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144bd2f-6bdd-4197-b81b-7bfff0f0c631 req-839b6cb9-59a5-47cb-956f-e000231bf8ee tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:45.724976 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2144bd2f-6bdd-4197-b81b-7bfff0f0c631 req-839b6cb9-59a5-47cb-956f-e000231bf8ee tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0834835 May 04 17:15:45.771499 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2144bd2f-6bdd-4197-b81b-7bfff0f0c631 req-2447b0ea-9faf-4001-9d6c-a743aa08f66a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394602 May 04 17:15:45.795187 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6a93d30-cc11-4769-9602-042f00c452e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:45.810398 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a6a93d30-cc11-4769-9602-042f00c452e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:45.814809 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a6a93d30-cc11-4769-9602-042f00c452e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2a5957837c724f938412f04d6639af3a is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:45.817572 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a6a93d30-cc11-4769-9602-042f00c452e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:45.823189 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a6a93d30-cc11-4769-9602-042f00c452e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:45.902079 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6a93d30-cc11-4769-9602-042f00c452e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:45.994342 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6a93d30-cc11-4769-9602-042f00c452e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:46.001569 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:46.042416 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-a6a93d30-cc11-4769-9602-042f00c452e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a5957837c724f938412f04d6639af3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3653324 May 04 17:15:46.043289 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a93d30-cc11-4769-9602-042f00c452e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75fc73f-a4a4-48cd-b385-26bbc7ad3d39,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:46.045846 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 50508) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:46.048801 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a6a93d30-cc11-4769-9602-042f00c452e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:46.056266 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d250f3a-fd59-4de7-9099-bb31ad429cb4 req-f8371d38-8d6c-4cee-8a01-1fd3cac5cf62 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:46.057821 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6d250f3a-fd59-4de7-9099-bb31ad429cb4 req-f8371d38-8d6c-4cee-8a01-1fd3cac5cf62 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 945 time: 0.0834746 May 04 17:15:46.102029 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6d250f3a-fd59-4de7-9099-bb31ad429cb4 req-0cdc2890-713a-4b4d-9c92-b864ab015dfd tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379999 May 04 17:15:46.109398 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c8674201-858f-4137-9e07-61ce061f2734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:46.135294 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c8674201-858f-4137-9e07-61ce061f2734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:46.263023 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c8674201-858f-4137-9e07-61ce061f2734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:46.266847 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:46.278464 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8674201-858f-4137-9e07-61ce061f2734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75fc73f-a4a4-48cd-b385-26bbc7ad3d39,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:46.282012 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c8674201-858f-4137-9e07-61ce061f2734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:46.285281 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c8674201-858f-4137-9e07-61ce061f2734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:46.286373 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-c8674201-858f-4137-9e07-61ce061f2734 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b75fc73f-a4a4-48cd-b385-26bbc7ad3d39 HTTP/1.1" status: 204 len: 168 time: 0.2389946 May 04 17:15:46.398361 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b5ded-ebe7-4be9-9294-765ef6392da4 req-1d6c65c8-4223-4308-90f3-a4fb1cadc29a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:46.399731 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1e7b5ded-ebe7-4be9-9294-765ef6392da4 req-1d6c65c8-4223-4308-90f3-a4fb1cadc29a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0826285 May 04 17:15:46.444045 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1e7b5ded-ebe7-4be9-9294-765ef6392da4 req-09a197cd-54c3-41cd-9223-38977d074917 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385060 May 04 17:15:46.822450 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 50526) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:46.839807 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-afee044f-1443-42be-9e03-0fcc87cf5682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:46.854821 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-afee044f-1443-42be-9e03-0fcc87cf5682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:15:46.859313 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-afee044f-1443-42be-9e03-0fcc87cf5682 admin admin] Usage tracker for resource:security_group_rule and tenant:2c06571463b54caab23d79bca2f61773 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:15:46.862151 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-afee044f-1443-42be-9e03-0fcc87cf5682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:15:46.867750 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-afee044f-1443-42be-9e03-0fcc87cf5682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:15:46.947226 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-afee044f-1443-42be-9e03-0fcc87cf5682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:46.954799 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e6531-29ac-4205-af00-0405c3a8b093 req-9741cf8e-fc87-41c3-bb81-5501e4e25cc8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:46.956295 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a07e6531-29ac-4205-af00-0405c3a8b093 req-9741cf8e-fc87-41c3-bb81-5501e4e25cc8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0785434 May 04 17:15:47.005061 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a07e6531-29ac-4205-af00-0405c3a8b093 req-1f3731ff-dd64-498d-a9d4-e42fdc5b24b2 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428026 May 04 17:15:47.026700 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-afee044f-1443-42be-9e03-0fcc87cf5682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:47.035129 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4b904b57-73c9-42db-b400-a7bc563e7bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:47.081027 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-afee044f-1443-42be-9e03-0fcc87cf5682 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c06571463b54caab23d79bca2f61773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574759 May 04 17:15:47.081910 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afee044f-1443-42be-9e03-0fcc87cf5682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b519d96-2e4f-4f1c-ba26-80de28abb880,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:47.084246 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 50530) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:15:47.084785 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-afee044f-1443-42be-9e03-0fcc87cf5682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:47.144735 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-89cf504f-da0a-4217-99ac-c456927c8084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:47.183246 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-89cf504f-da0a-4217-99ac-c456927c8084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:47.301691 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6bac5e-355c-451b-be4c-979607ee1779 req-76fe68d3-0cd4-4c66-843d-c8c881aedf84 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:47.303161 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ed6bac5e-355c-451b-be4c-979607ee1779 req-76fe68d3-0cd4-4c66-843d-c8c881aedf84 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 945 time: 0.0864213 May 04 17:15:47.345700 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-89cf504f-da0a-4217-99ac-c456927c8084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:47.352131 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d255cb05-a328-4e26-92f4-6f17c9c0c4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:47.367822 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ed6bac5e-355c-451b-be4c-979607ee1779 req-c3f8b9c9-6b1f-47c4-887e-32e5a13f0ad8 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589411 May 04 17:15:47.372053 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cf504f-da0a-4217-99ac-c456927c8084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b519d96-2e4f-4f1c-ba26-80de28abb880,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:47.375658 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-89cf504f-da0a-4217-99ac-c456927c8084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:47.381531 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-89cf504f-da0a-4217-99ac-c456927c8084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:47.381531 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-89cf504f-da0a-4217-99ac-c456927c8084 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b519d96-2e4f-4f1c-ba26-80de28abb880 HTTP/1.1" status: 204 len: 168 time: 0.2961502 May 04 17:15:47.409143 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3153c9e-5b5d-4b4e-a28b-d03bdfd752e6 req-51ee60c4-55d7-4d54-b3f6-197c8eafb257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:47.410668 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f3153c9e-5b5d-4b4e-a28b-d03bdfd752e6 req-51ee60c4-55d7-4d54-b3f6-197c8eafb257 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0906906 May 04 17:15:47.459079 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f3153c9e-5b5d-4b4e-a28b-d03bdfd752e6 req-3a52c86e-7eeb-4e69-aacb-763803ea2f44 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352454 May 04 17:15:47.631783 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41419ae-843e-4b25-8cb9-c248eef2bceb req-029e72d0-e0ef-40c6-b219-61ef2e76eec4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:47.633295 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d41419ae-843e-4b25-8cb9-c248eef2bceb req-029e72d0-e0ef-40c6-b219-61ef2e76eec4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0795403 May 04 17:15:47.677269 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d41419ae-843e-4b25-8cb9-c248eef2bceb req-31a01189-200b-499c-8e6b-bd43aaaadedc tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383677 May 04 17:15:48.197100 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c7c8a-7384-48ad-bc86-e0b9f147c577 req-c08e0aaf-ff72-4f63-a49a-5548139c135d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:48.199229 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-847c7c8a-7384-48ad-bc86-e0b9f147c577 req-c08e0aaf-ff72-4f63-a49a-5548139c135d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0830505 May 04 17:15:48.247890 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-847c7c8a-7384-48ad-bc86-e0b9f147c577 req-04474b9a-dc67-4407-a3f5-8e92ce842695 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429354 May 04 17:15:48.574232 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7bc55-90b2-49d5-b978-f9e55b595d20 req-b17f25cf-c48c-4f3e-a36f-d7c589cd436f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:48.575692 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44b7bc55-90b2-49d5-b978-f9e55b595d20 req-b17f25cf-c48c-4f3e-a36f-d7c589cd436f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 945 time: 0.0840397 May 04 17:15:48.624896 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44b7bc55-90b2-49d5-b978-f9e55b595d20 req-fe9ad69c-8680-4921-8de2-30aeb453a1a6 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 May 04 17:15:48.895818 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae090ec-2d56-48d1-8fab-754e45a0c664 req-113458bc-abd4-4de1-ae0e-79a7f647ff57 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:48.900962 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8ae090ec-2d56-48d1-8fab-754e45a0c664 req-113458bc-abd4-4de1-ae0e-79a7f647ff57 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.1031766 May 04 17:15:48.954135 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8ae090ec-2d56-48d1-8fab-754e45a0c664 req-b3e2efb3-8a7e-49ef-a1c5-d36bba4e8373 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443571 May 04 17:15:49.826036 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942a5b0-3cab-4ff5-a6d1-d38f64631419 req-acf16c02-0cfe-430a-87f5-6c1ec5cfbb03 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:49.827538 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1942a5b0-3cab-4ff5-a6d1-d38f64631419 req-acf16c02-0cfe-430a-87f5-6c1ec5cfbb03 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 945 time: 0.0954158 May 04 17:15:49.873333 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1942a5b0-3cab-4ff5-a6d1-d38f64631419 req-bfab3416-caea-44f7-9fbb-27e1b0fd38a1 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395825 May 04 17:15:50.151988 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a622559-82f5-4c9f-90e2-874842e4a9bc req-11fba19a-03b7-48a7-9d90-7afe6879fce5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:50.153575 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2a622559-82f5-4c9f-90e2-874842e4a9bc req-11fba19a-03b7-48a7-9d90-7afe6879fce5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0807753 May 04 17:15:50.198794 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2a622559-82f5-4c9f-90e2-874842e4a9bc req-99b8e82b-30cb-4394-9eef-71280e5b3cc7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388775 May 04 17:15:50.858114 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9fa77-c308-47b0-b27a-0db48f1bc2cc req-e1c8a69e-a6bd-4d5e-aef6-72af1201c47f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:50.860117 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-87a9fa77-c308-47b0-b27a-0db48f1bc2cc req-e1c8a69e-a6bd-4d5e-aef6-72af1201c47f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1939528 May 04 17:15:50.912501 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-87a9fa77-c308-47b0-b27a-0db48f1bc2cc req-98b3efb6-b44c-4e45-ae9f-8932fcb61c7f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450101 May 04 17:15:51.624950 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9a5a5-91a5-43c7-ae7d-ba99134678b4 req-95c708cd-ce30-4607-960e-e4beb1dad22d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:51.626503 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cab9a5a5-91a5-43c7-ae7d-ba99134678b4 req-95c708cd-ce30-4607-960e-e4beb1dad22d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.1017675 May 04 17:15:51.680744 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cab9a5a5-91a5-43c7-ae7d-ba99134678b4 req-89f61037-5e99-4908-953c-2cdaadcda097 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482385 May 04 17:15:52.891534 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91034500-9ce0-407d-ab3f-7943654f04f4 req-b41fe39f-3229-4e89-b48d-0587466b750c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:52.893044 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-91034500-9ce0-407d-ab3f-7943654f04f4 req-b41fe39f-3229-4e89-b48d-0587466b750c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0868871 May 04 17:15:52.940643 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-91034500-9ce0-407d-ab3f-7943654f04f4 req-5204bd35-8dfc-4c62-b57f-b9503e9c7bc4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401747 May 04 17:15:52.975239 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-681cf393-ba2d-4554-9887-d6c3a9880ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:54.138488 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a57ec8-f49f-4621-821e-1d838174ca70 req-14671296-efde-4fa6-a121-ff723262b77f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:54.140416 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-25a57ec8-f49f-4621-821e-1d838174ca70 req-14671296-efde-4fa6-a121-ff723262b77f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0834281 May 04 17:15:54.186138 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-25a57ec8-f49f-4621-821e-1d838174ca70 req-9b1be5a2-1a04-4431-9779-4d75e7d22d93 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397146 May 04 17:15:55.390134 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7e25e-20f1-4f74-b10e-ac89b43caed6 req-024f452e-390a-4df6-8aa3-62226bd749f9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:55.391621 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-57d7e25e-20f1-4f74-b10e-ac89b43caed6 req-024f452e-390a-4df6-8aa3-62226bd749f9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0868518 May 04 17:15:55.442972 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-57d7e25e-20f1-4f74-b10e-ac89b43caed6 req-37065168-b071-4ed1-be07-09e40c1515ad tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 May 04 17:15:55.611190 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:55.656786 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9ab47370-7125-4281-93a1-fedcb51ce0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:56.633258 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce3381-ba56-4e8c-a10e-5639629e8d3e req-b158624b-dd2e-4376-8948-ccff31e0a7a9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:56.634688 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ffce3381-ba56-4e8c-a10e-5639629e8d3e req-b158624b-dd2e-4376-8948-ccff31e0a7a9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0818753 May 04 17:15:56.638624 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ac30203-edd4-4a2d-a017-892759a71e80 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:15:56.676295 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:56.679678 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ffce3381-ba56-4e8c-a10e-5639629e8d3e req-60b8dd3a-5bcf-4ce4-a27a-8edebfeefd04 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391233 May 04 17:15:56.769561 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:15:56.782779 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '5ac30203-edd4-4a2d-a017-892759a71e80', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'port_id': '5ac30203-edd4-4a2d-a017-892759a71e80', 'mac_address': 'fa:16:3e:b3:af:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:15:56.835163 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:56.854769 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ac30203-edd4-4a2d-a017-892759a71e80 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:15:56.869718 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:15:56.948526 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:56.950357 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:15:57.020084 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=5ac30203-edd4-4a2d-a017-892759a71e80,revision_number=6']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:15:57.020981 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:15:57.869921 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55661beb-d561-4e6d-89c4-032b6498fdc1 req-ac45328b-13d8-49db-8e15-1f461c1a6deb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:57.871372 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-55661beb-d561-4e6d-89c4-032b6498fdc1 req-ac45328b-13d8-49db-8e15-1f461c1a6deb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0831010 May 04 17:15:57.913534 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['5ac30203-edd4-4a2d-a017-892759a71e80'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:15:57.915696 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-55661beb-d561-4e6d-89c4-032b6498fdc1 req-8f60fcd2-009c-4273-9743-8875bd673c50 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377443 May 04 17:15:58.198093 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:15:59.125353 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f0916-391c-4b71-949c-4aa0c954a05f req-6f280660-3f3b-4869-aae2-db9a094e326c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:59.128040 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dc5f0916-391c-4b71-949c-4aa0c954a05f req-6f280660-3f3b-4869-aae2-db9a094e326c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0969567 May 04 17:15:59.193446 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dc5f0916-391c-4b71-949c-4aa0c954a05f req-10fa6aa1-9f87-4456-9722-43b89795645c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595870 May 04 17:15:59.655750 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f48e8436-7af1-45de-8939-20d91289dcf8 req-308de08a-df5b-429f-a5c0-bf3b649bf39d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1470649 May 04 17:15:59.758697 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ac30203-edd4-4a2d-a017-892759a71e80 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:15:59.872680 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e8436-7af1-45de-8939-20d91289dcf8 req-d369344b-3ba7-4ff5-9c4a-042966e67571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:15:59.875279 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f48e8436-7af1-45de-8939-20d91289dcf8 req-d369344b-3ba7-4ff5-9c4a-042966e67571 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 1099 time: 0.1845655 May 04 17:15:59.877069 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 5ac30203-edd4-4a2d-a017-892759a71e80 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:15:59.877738 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:00.037657 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e8436-7af1-45de-8939-20d91289dcf8 req-8438b31d-4797-446e-8c09-1dfa142a0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:00.039585 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f48e8436-7af1-45de-8939-20d91289dcf8 req-8438b31d-4797-446e-8c09-1dfa142a0cb7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=397cd77a-abc4-4053-a1eb-1563ed5bf14e HTTP/1.1" status: 200 len: 919 time: 0.1384583 May 04 17:16:00.079387 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:00.129632 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f48e8436-7af1-45de-8939-20d91289dcf8 req-b9dfbdee-48b6-481f-86b7-b50d3abfd1a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=943500e0-7df3-493a-8a0e-2656c419e7ef HTTP/1.1" status: 200 len: 217 time: 0.0827007 May 04 17:16:00.140770 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:16:00.145474 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:16:00.333100 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80', 'code': 200} May 04 17:16:00.388622 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e8436-7af1-45de-8939-20d91289dcf8 req-2b3db263-96f0-4457-a6e7-b186b6bfbd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:00.390098 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f48e8436-7af1-45de-8939-20d91289dcf8 req-2b3db263-96f0-4457-a6e7-b186b6bfbd44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b32ce49-09ab-4ba5-89dc-6e9b269f5a41 HTTP/1.1" status: 200 len: 858 time: 0.2473302 May 04 17:16:00.432113 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:16:00.459994 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f48e8436-7af1-45de-8939-20d91289dcf8 req-26213654-e068-4c2a-ba4d-ecc2f8c6dfe0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=397cd77a-abc4-4053-a1eb-1563ed5bf14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588162 May 04 17:16:00.558819 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:00.560673 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:00.634101 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=5ac30203-edd4-4a2d-a017-892759a71e80,revision_number=7']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:00.641482 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:00.666162 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f48e8436-7af1-45de-8939-20d91289dcf8 req-1f74ea23-ae10-429e-be07-b7942db464a4 service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864018 May 04 17:16:00.808440 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606dc47-bcb2-4c3c-b487-b57d2e60982b req-fbc329da-f22e-419a-bc05-c3a2be856072 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:00.821097 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a606dc47-bcb2-4c3c-b487-b57d2e60982b req-fbc329da-f22e-419a-bc05-c3a2be856072 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.1656089 May 04 17:16:00.904421 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a606dc47-bcb2-4c3c-b487-b57d2e60982b req-632f3b59-fed4-4a03-81e1-e2224bd951ed tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699916 May 04 17:16:00.931700 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f48e8436-7af1-45de-8939-20d91289dcf8 req-eb005906-6b15-4eaf-ab56-61219a890e54 service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365830 May 04 17:16:01.072674 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:02.160805 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e1ece-34e9-4f67-ab45-8a0b2f20e391 req-9ebe6a23-12c1-4bfa-b675-831004acd8f5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:02.170449 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-174e1ece-34e9-4f67-ab45-8a0b2f20e391 req-9ebe6a23-12c1-4bfa-b675-831004acd8f5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.1148062 May 04 17:16:02.215484 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-174e1ece-34e9-4f67-ab45-8a0b2f20e391 req-c91972df-de84-405e-99c3-0fbd25ccc7a2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441647 May 04 17:16:03.427372 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb51a8-623f-45bc-803a-e9694276b7a0 req-59aa38cf-f681-42e0-8c68-56d826ff980a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:03.429010 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5fdb51a8-623f-45bc-803a-e9694276b7a0 req-59aa38cf-f681-42e0-8c68-56d826ff980a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0908971 May 04 17:16:03.502843 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5fdb51a8-623f-45bc-803a-e9694276b7a0 req-946cf423-46ac-425d-ab6c-a4ed0ce872a1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572026 May 04 17:16:04.705921 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c343094-2031-4b55-9c39-57b1b7d032d5 req-38678d8d-efff-44bb-a512-ac6eca649fa5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:04.707319 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4c343094-2031-4b55-9c39-57b1b7d032d5 req-38678d8d-efff-44bb-a512-ac6eca649fa5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0934460 May 04 17:16:04.758372 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4c343094-2031-4b55-9c39-57b1b7d032d5 req-e6e6cba9-3ae5-4856-9758-b47edaec753d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451918 May 04 17:16:06.208559 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be4989-9c3b-4a94-aaa5-9d9d82696c3d req-435a9140-ab30-44f4-a78a-7af96dc043f2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:06.210103 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-46be4989-9c3b-4a94-aaa5-9d9d82696c3d req-435a9140-ab30-44f4-a78a-7af96dc043f2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0841737 May 04 17:16:06.256211 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-46be4989-9c3b-4a94-aaa5-9d9d82696c3d req-5ad0118f-8c9d-4e01-98e0-a9f7b66753a6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403957 May 04 17:16:07.515303 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c993f32-986a-4b26-95cc-c24108e2370c req-83229cda-b16f-481d-94c8-0478b4191be0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:07.516865 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2c993f32-986a-4b26-95cc-c24108e2370c req-83229cda-b16f-481d-94c8-0478b4191be0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.1020327 May 04 17:16:07.601486 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2c993f32-986a-4b26-95cc-c24108e2370c req-12404e1c-8066-4b8b-a060-3ccdd7be990a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768626 May 04 17:16:08.870365 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832e73-d218-4cc7-a70b-e7b1f4ba50ad req-d573ddcf-88da-4e2a-b431-ef39c370a97c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:08.870956 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ac832e73-d218-4cc7-a70b-e7b1f4ba50ad req-d573ddcf-88da-4e2a-b431-ef39c370a97c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.1236091 May 04 17:16:08.965320 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ac832e73-d218-4cc7-a70b-e7b1f4ba50ad req-d321178a-8db0-4321-9432-a1d85813e15b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875430 May 04 17:16:10.267442 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e52071-3443-44fa-95e3-d5d8c4c821ec req-c326e7ea-5d87-4153-a860-81c53bbd7b90 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:10.273393 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-25e52071-3443-44fa-95e3-d5d8c4c821ec req-c326e7ea-5d87-4153-a860-81c53bbd7b90 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.1085303 May 04 17:16:10.318539 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-25e52071-3443-44fa-95e3-d5d8c4c821ec req-e969ba3f-1013-44b0-a77d-aece660ed175 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 May 04 17:16:11.525342 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ed962-2431-45e9-a753-fc62397beb94 req-baa45c4d-7338-443b-a036-de76bd025014 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:11.526828 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2b8ed962-2431-45e9-a753-fc62397beb94 req-baa45c4d-7338-443b-a036-de76bd025014 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0814958 May 04 17:16:11.635323 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2b8ed962-2431-45e9-a753-fc62397beb94 req-0fb39799-c781-4774-8510-c0d4d4385915 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021919 May 04 17:16:11.990326 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dccc76-77ec-49ef-b439-a8dfdf1fd40e req-86eac1c3-4e84-4e31-bce1-a5d876a94238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:11.991817 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99dccc76-77ec-49ef-b439-a8dfdf1fd40e req-86eac1c3-4e84-4e31-bce1-a5d876a94238 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 1098 time: 0.0721183 May 04 17:16:12.130737 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dccc76-77ec-49ef-b439-a8dfdf1fd40e req-7e502ef5-3060-480b-a6f5-f920c20878d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:12.132240 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99dccc76-77ec-49ef-b439-a8dfdf1fd40e req-7e502ef5-3060-480b-a6f5-f920c20878d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 918 time: 0.1290946 May 04 17:16:12.241724 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99dccc76-77ec-49ef-b439-a8dfdf1fd40e req-2525a60e-e202-4449-83cd-a043bf55eedf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac30203-edd4-4a2d-a017-892759a71e80 HTTP/1.1" status: 200 len: 1000 time: 0.0985403 May 04 17:16:12.312946 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dccc76-77ec-49ef-b439-a8dfdf1fd40e req-2adbf6c9-3560-4961-9d9b-d80e188e5c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:12.312946 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99dccc76-77ec-49ef-b439-a8dfdf1fd40e req-2adbf6c9-3560-4961-9d9b-d80e188e5c10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef HTTP/1.1" status: 200 len: 856 time: 0.0581634 May 04 17:16:12.397343 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dccc76-77ec-49ef-b439-a8dfdf1fd40e req-09988449-894f-4f0c-a8dc-f0b6439bd654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:12.398840 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99dccc76-77ec-49ef-b439-a8dfdf1fd40e req-09988449-894f-4f0c-a8dc-f0b6439bd654 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=083a592e-a783-46d4-8afb-a37fb4ff1f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779471 May 04 17:16:12.643715 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99dccc76-77ec-49ef-b439-a8dfdf1fd40e req-54b6eaee-1661-473d-9924-754f8f2ae6b5 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257109 May 04 17:16:12.664947 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9e20a-33c7-40c5-902f-7c93a1ee639c req-658990d3-3ef6-4293-b734-bf21187ad3d1 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:12.668416 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f8e9e20a-33c7-40c5-902f-7c93a1ee639c req-658990d3-3ef6-4293-b734-bf21187ad3d1 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1443744 May 04 17:16:12.727254 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f8e9e20a-33c7-40c5-902f-7c93a1ee639c req-67508a8c-0852-4954-abe7-d530b65d7a80 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480080 May 04 17:16:12.778159 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2874c-2ada-4889-ae69-b9cc132601ff req-bee0bbaa-21eb-41e0-bc60-b0c55286fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:12.779854 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-95b2874c-2ada-4889-ae69-b9cc132601ff req-bee0bbaa-21eb-41e0-bc60-b0c55286fdda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 1099 time: 0.2424860 May 04 17:16:12.873637 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff65bbb-4f7f-4d7d-aac8-45253a84f8da req-4a659a2b-e991-4c38-a6e8-c8340e641906 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:12.875208 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aff65bbb-4f7f-4d7d-aac8-45253a84f8da req-4a659a2b-e991-4c38-a6e8-c8340e641906 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0852098 May 04 17:16:12.936227 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aff65bbb-4f7f-4d7d-aac8-45253a84f8da req-8e7f0762-c87f-4f40-956e-73532024e25d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547912 May 04 17:16:13.004607 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99dccc76-77ec-49ef-b439-a8dfdf1fd40e req-f8ae7488-76ac-4e1a-96ba-f097a3c84a06 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499970 May 04 17:16:13.031704 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2874c-2ada-4889-ae69-b9cc132601ff req-6941ead0-c1c8-4d95-bd12-0ce03db13951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:13.033201 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-95b2874c-2ada-4889-ae69-b9cc132601ff req-6941ead0-c1c8-4d95-bd12-0ce03db13951 service neutron] 10.222.0.11 "GET /v2.0/networks?id=397cd77a-abc4-4053-a1eb-1563ed5bf14e HTTP/1.1" status: 200 len: 919 time: 0.2405739 May 04 17:16:13.113597 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-95b2874c-2ada-4889-ae69-b9cc132601ff req-23772726-7cff-40a8-857e-8c267836d043 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=943500e0-7df3-493a-8a0e-2656c419e7ef HTTP/1.1" status: 200 len: 217 time: 0.0675323 May 04 17:16:13.156924 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 51126) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:16:13.183296 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2874c-2ada-4889-ae69-b9cc132601ff req-5a184a64-2f48-4aa0-b9e0-b6102c84e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:13.184718 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-95b2874c-2ada-4889-ae69-b9cc132601ff req-5a184a64-2f48-4aa0-b9e0-b6102c84e626 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b32ce49-09ab-4ba5-89dc-6e9b269f5a41 HTTP/1.1" status: 200 len: 858 time: 0.0633681 May 04 17:16:13.243836 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-95b2874c-2ada-4889-ae69-b9cc132601ff req-4ab29b04-592e-4a84-adfd-501e593e9370 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=397cd77a-abc4-4053-a1eb-1563ed5bf14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457425 May 04 17:16:13.282706 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6f7092b1-ca0d-4d31-8d05-21342da90602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:13.296553 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-6f7092b1-ca0d-4d31-8d05-21342da90602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:16:13.300871 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-6f7092b1-ca0d-4d31-8d05-21342da90602 admin admin] Usage tracker for resource:security_group_rule and tenant:eda76fe3627e48d5a97b4db6cfd7da12 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:16:13.305588 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-6f7092b1-ca0d-4d31-8d05-21342da90602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:16:13.309516 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-6f7092b1-ca0d-4d31-8d05-21342da90602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:16:13.377593 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-95b2874c-2ada-4889-ae69-b9cc132601ff req-df91782a-9076-41cb-94a5-249118c9dc2b service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281233 May 04 17:16:13.390097 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6f7092b1-ca0d-4d31-8d05-21342da90602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:13.474652 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6f7092b1-ca0d-4d31-8d05-21342da90602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:13.488000 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:13.526847 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7092b1-ca0d-4d31-8d05-21342da90602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf6e8ab-6434-43b6-b8f1-dda423929392,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:13.530130 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6f7092b1-ca0d-4d31-8d05-21342da90602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:13.535121 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-6f7092b1-ca0d-4d31-8d05-21342da90602 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eda76fe3627e48d5a97b4db6cfd7da12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744414 May 04 17:16:13.535973 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-95b2874c-2ada-4889-ae69-b9cc132601ff req-1e4a7930-a58e-4d85-8eba-fe9ae60898b5 service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400034 May 04 17:16:13.536377 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 51134) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:16:13.595226 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-270a0b4a-b87c-45b3-9579-7c539657de10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:13.621061 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-270a0b4a-b87c-45b3-9579-7c539657de10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:13.736550 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-270a0b4a-b87c-45b3-9579-7c539657de10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:13.740121 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d16de613-aff8-407c-b684-a1efbe692b13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:13.751108 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a0b4a-b87c-45b3-9579-7c539657de10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf6e8ab-6434-43b6-b8f1-dda423929392,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:13.754704 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-270a0b4a-b87c-45b3-9579-7c539657de10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:13.761242 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-270a0b4a-b87c-45b3-9579-7c539657de10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:13.764617 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-270a0b4a-b87c-45b3-9579-7c539657de10 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6cf6e8ab-6434-43b6-b8f1-dda423929392 HTTP/1.1" status: 204 len: 168 time: 0.2261450 May 04 17:16:13.934892 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e03f8f-4f08-41ff-9c3b-95c61fdf8f7d req-2ff56ee4-72e9-4080-b7a0-2d39ba710ec5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:13.936395 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-06e03f8f-4f08-41ff-9c3b-95c61fdf8f7d req-2ff56ee4-72e9-4080-b7a0-2d39ba710ec5 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0842955 May 04 17:16:14.003579 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-06e03f8f-4f08-41ff-9c3b-95c61fdf8f7d req-7218bdf3-572c-42ed-839c-38c00a93b5bc tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472314 May 04 17:16:14.142180 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253c791-b1de-47da-809d-f01d75e7c4b8 req-21e3f03f-5066-40bb-9ed4-778e831ee22b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:14.143644 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8253c791-b1de-47da-809d-f01d75e7c4b8 req-21e3f03f-5066-40bb-9ed4-778e831ee22b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0860262 May 04 17:16:14.190558 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8253c791-b1de-47da-809d-f01d75e7c4b8 req-e8edd350-5c69-49bb-aa28-0509a115f102 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409687 May 04 17:16:14.409773 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 51166) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:16:14.525419 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-870142c8-a935-4450-9c3c-f36e6af7e97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:14.539406 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-870142c8-a935-4450-9c3c-f36e6af7e97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:16:14.543316 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-870142c8-a935-4450-9c3c-f36e6af7e97a admin admin] Usage tracker for resource:security_group_rule and tenant:c9ec9512f3324920ad2768defb10235e is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:16:14.546009 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-870142c8-a935-4450-9c3c-f36e6af7e97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:16:14.551728 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-870142c8-a935-4450-9c3c-f36e6af7e97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:16:14.635959 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-870142c8-a935-4450-9c3c-f36e6af7e97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:14.696991 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-870142c8-a935-4450-9c3c-f36e6af7e97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:14.705997 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6f7092b1-ca0d-4d31-8d05-21342da90602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:14.745495 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-870142c8-a935-4450-9c3c-f36e6af7e97a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9ec9512f3324920ad2768defb10235e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346281 May 04 17:16:14.747098 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870142c8-a935-4450-9c3c-f36e6af7e97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3920d4-20e1-4621-baf7-411cad4d53d6,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:14.748984 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 51186) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:16:14.750993 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-870142c8-a935-4450-9c3c-f36e6af7e97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:14.812671 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea0f4-8ec8-4119-ab27-9ca46d26ed3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:14.837622 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea0f4-8ec8-4119-ab27-9ca46d26ed3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:14.994355 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea0f4-8ec8-4119-ab27-9ca46d26ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:14.998075 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-31d92efa-8e21-478c-b163-842f6b8efcbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:15.018709 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ea0f4-8ec8-4119-ab27-9ca46d26ed3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3920d4-20e1-4621-baf7-411cad4d53d6,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:15.022646 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1b9ea0f4-8ec8-4119-ab27-9ca46d26ed3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:15.025147 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea0f4-8ec8-4119-ab27-9ca46d26ed3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:15.033444 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-1b9ea0f4-8ec8-4119-ab27-9ca46d26ed3d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e3920d4-20e1-4621-baf7-411cad4d53d6 HTTP/1.1" status: 204 len: 168 time: 0.2797809 May 04 17:16:15.192280 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642113a0-fd18-41e5-adda-3dc6e2a524fa req-13df0f3b-220d-47af-b088-0be0b1750ecf tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:15.193764 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-642113a0-fd18-41e5-adda-3dc6e2a524fa req-13df0f3b-220d-47af-b088-0be0b1750ecf tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0868540 May 04 17:16:15.245313 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-642113a0-fd18-41e5-adda-3dc6e2a524fa req-4011dc67-9871-40d8-b941-ab64019fa5b1 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436323 May 04 17:16:15.390617 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7de3bc-e3fd-4ab1-b1c8-9c4a6926cb13 req-444884c1-834c-4bd1-ba8e-453ad014adca tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:15.392088 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fe7de3bc-e3fd-4ab1-b1c8-9c4a6926cb13 req-444884c1-834c-4bd1-ba8e-453ad014adca tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0807059 May 04 17:16:15.440774 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fe7de3bc-e3fd-4ab1-b1c8-9c4a6926cb13 req-3682e2e6-70eb-41b9-b2a9-c9929e907e29 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406182 May 04 17:16:15.676493 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 51242) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:16:15.699397 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ecb09894-57f3-44a6-8cb7-7e6fb77a8d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:15.715907 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-ecb09894-57f3-44a6-8cb7-7e6fb77a8d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:16:15.720581 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-ecb09894-57f3-44a6-8cb7-7e6fb77a8d99 admin admin] Usage tracker for resource:security_group_rule and tenant:a169d5180fea4e17a40230b85ebfa00c is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:16:15.723684 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-ecb09894-57f3-44a6-8cb7-7e6fb77a8d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:16:15.734479 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-ecb09894-57f3-44a6-8cb7-7e6fb77a8d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:16:15.838880 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ecb09894-57f3-44a6-8cb7-7e6fb77a8d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:15.908591 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ecb09894-57f3-44a6-8cb7-7e6fb77a8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:15.916297 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-faeb2ae3-2049-41f7-9e95-1dda56b7a977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:15.955903 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb09894-57f3-44a6-8cb7-7e6fb77a8d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915b144f-5af7-4b19-a42f-dfcb78ec37f2,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:15.960220 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-ecb09894-57f3-44a6-8cb7-7e6fb77a8d99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a169d5180fea4e17a40230b85ebfa00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824397 May 04 17:16:15.961077 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ecb09894-57f3-44a6-8cb7-7e6fb77a8d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:15.962827 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 51248) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:16:16.019327 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8740-c599-4142-9bb6-460c63e9beb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:16.043622 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8740-c599-4142-9bb6-460c63e9beb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:16.163772 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8740-c599-4142-9bb6-460c63e9beb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:16.167425 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:16.180280 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e8740-c599-4142-9bb6-460c63e9beb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915b144f-5af7-4b19-a42f-dfcb78ec37f2,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:16.183805 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6d8e8740-c599-4142-9bb6-460c63e9beb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:16.189695 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6d8e8740-c599-4142-9bb6-460c63e9beb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:16.191044 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-6d8e8740-c599-4142-9bb6-460c63e9beb2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/915b144f-5af7-4b19-a42f-dfcb78ec37f2 HTTP/1.1" status: 204 len: 168 time: 0.2271059 May 04 17:16:16.430200 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279c22d-f8a8-4792-b88b-2a0c32817855 req-35138046-6fa0-4370-9fe5-5454b7778580 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:16.431553 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2279c22d-f8a8-4792-b88b-2a0c32817855 req-35138046-6fa0-4370-9fe5-5454b7778580 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0814772 May 04 17:16:16.477490 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2279c22d-f8a8-4792-b88b-2a0c32817855 req-7176cf16-4647-4ae0-9fc5-85de740c49b6 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 May 04 17:16:16.633862 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089c647-459b-4e06-80ed-f6902c97fa22 req-13c79d94-3747-4d1e-b874-b55c33b30c81 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:16.635304 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9089c647-459b-4e06-80ed-f6902c97fa22 req-13c79d94-3747-4d1e-b874-b55c33b30c81 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 945 time: 0.0816061 May 04 17:16:16.681174 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9089c647-459b-4e06-80ed-f6902c97fa22 req-3c6e5a5c-8db7-4e9a-a526-2ca7fe0627fb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399714 May 04 17:16:16.819358 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ac30203-edd4-4a2d-a017-892759a71e80 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:16:16.942814 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:16.971474 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:16:16.981319 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:16:17.025017 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80', 'code': 200} May 04 17:16:17.050967 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:17.052654 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:17.118175 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=5ac30203-edd4-4a2d-a017-892759a71e80,revision_number=8']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:17.126770 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:17.127114 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:17.127451 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:17.127781 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:17.128089 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:17.128436 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:17.128753 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:17.129092 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:17.129447 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:17.129838 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:17.130118 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:17.130460 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:17.134404 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:17.870351 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3217cf6-be7f-4a99-9463-89e4d005f418 req-73de0d58-5a39-4c72-828b-937014284ff3 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:17.871885 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c3217cf6-be7f-4a99-9463-89e4d005f418 req-73de0d58-5a39-4c72-828b-937014284ff3 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1409156 May 04 17:16:17.933942 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c3217cf6-be7f-4a99-9463-89e4d005f418 req-2d7ac925-70be-49d8-9fb9-033c6a1b4726 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527661 May 04 17:16:17.946580 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a481d-c84f-41b7-b856-973a4008c7d4 req-85c7383d-e2ca-4822-bfdf-70b8fc72f5c3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:17.948523 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cb1a481d-c84f-41b7-b856-973a4008c7d4 req-85c7383d-e2ca-4822-bfdf-70b8fc72f5c3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1357417 May 04 17:16:17.993497 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cb1a481d-c84f-41b7-b856-973a4008c7d4 req-d92a88be-98e9-4d88-a3d3-7dc25ab46db4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385439 May 04 17:16:19.175743 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39852c55-5781-4596-9413-628edc4f463f req-aba94688-2e57-482b-8ac5-f7f7f24e6a0d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:19.177177 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-39852c55-5781-4596-9413-628edc4f463f req-aba94688-2e57-482b-8ac5-f7f7f24e6a0d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1362982 May 04 17:16:19.239099 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-39852c55-5781-4596-9413-628edc4f463f req-0a0dd68c-26c7-4bce-ae76-d3e3d27346ea tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552936 May 04 17:16:19.247017 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff1b8e-585c-4cdd-8141-41fbde1866f4 req-e4ed3a0f-05f8-4dd9-99f5-11490d663a77 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:19.256617 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2eff1b8e-585c-4cdd-8141-41fbde1866f4 req-e4ed3a0f-05f8-4dd9-99f5-11490d663a77 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1323707 May 04 17:16:19.292561 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2eff1b8e-585c-4cdd-8141-41fbde1866f4 req-b95cfbb5-10f6-4029-a9c3-479fde23c90b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376964 May 04 17:16:20.551031 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02114688-1daa-40a6-9125-d0212dff2f42 req-b4f2b2f0-932f-428c-9e2d-9472c886470c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:20.552472 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-02114688-1daa-40a6-9125-d0212dff2f42 req-b4f2b2f0-932f-428c-9e2d-9472c886470c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.2007475 May 04 17:16:20.564784 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd30231-52dd-47a7-9aa4-b8cd12a32930 req-714e33ca-3f7c-433f-9f07-dc9c2dc65776 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:20.566141 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fcd30231-52dd-47a7-9aa4-b8cd12a32930 req-714e33ca-3f7c-433f-9f07-dc9c2dc65776 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1184657 May 04 17:16:20.633016 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-02114688-1daa-40a6-9125-d0212dff2f42 req-b9b30621-ab74-467d-addf-16fce3e45543 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658283 May 04 17:16:20.642941 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fcd30231-52dd-47a7-9aa4-b8cd12a32930 req-44950fc5-abdb-4127-ba5d-da16cf186cb1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629752 May 04 17:16:21.856718 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013feb6-53aa-4ba4-8bf7-33d1d3c70a2a req-ce1cfddc-eae0-43df-9d13-ac6c301c5909 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:21.858214 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1013feb6-53aa-4ba4-8bf7-33d1d3c70a2a req-ce1cfddc-eae0-43df-9d13-ac6c301c5909 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1121919 May 04 17:16:21.909486 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1013feb6-53aa-4ba4-8bf7-33d1d3c70a2a req-9bf4cc56-2157-48ed-981d-60e7a4391f59 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454783 May 04 17:16:22.835095 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ac30203-edd4-4a2d-a017-892759a71e80 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:16:22.980462 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-71671385-39eb-4f6f-99f4-4efe08f180af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:23.214525 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0bea-253a-401e-a26d-6235e44f628c req-e2a4f275-1477-43bb-ba42-5ba93d6f2383 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:23.216812 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-e2a4f275-1477-43bb-ba42-5ba93d6f2383 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/networks?id=f1f53d29-895b-4d95-9855-c27f27b4b040 HTTP/1.1" status: 200 len: 815 time: 0.1601913 May 04 17:16:23.242054 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-40c78a76-d00d-4f66-bb69-d69436bc4442 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/quotas/5c5e587f9542410e808775efa8a7009d HTTP/1.1" status: 200 len: 375 time: 0.0161412 May 04 17:16:23.413623 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-81e47a43-df19-42b2-83f6-06a734602b7c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1651475 May 04 17:16:23.549194 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f193a8d2-823b-4746-8c39-5654ec3a0f16 req-8093948c-6cbd-4e8f-84f5-0f6a08905130 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:23.550638 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f193a8d2-823b-4746-8c39-5654ec3a0f16 req-8093948c-6cbd-4e8f-84f5-0f6a08905130 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.2421060 May 04 17:16:23.618175 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f193a8d2-823b-4746-8c39-5654ec3a0f16 req-314da604-6e00-44a5-9a29-a9d7a11fa589 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616398 May 04 17:16:23.621478 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-b3a87874-fe64-49f7-93f5-969637ce2d12 service neutron] 10.222.0.22 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934421 May 04 17:16:23.630336 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 51508) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:16:23.787976 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-662f9f23-974d-432f-99a1-9e20432384f9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1563828 May 04 17:16:23.823809 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-73178846-80f6-4a9a-99aa-f0e7ede4b7d7 service neutron] 10.222.0.22 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955612 May 04 17:16:23.854699 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c21aae-4301-4aae-9afc-33e232720937 req-bb4513a7-f0be-4bb6-b7f7-e30a2e7fd2d2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:23.856256 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44c21aae-4301-4aae-9afc-33e232720937 req-bb4513a7-f0be-4bb6-b7f7-e30a2e7fd2d2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1106153 May 04 17:16:23.911086 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44c21aae-4301-4aae-9afc-33e232720937 req-345e426e-ae71-49aa-94bf-f00d5c06b167 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480118 May 04 17:16:24.091455 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c1f10b0c-473b-4fa6-a205-bb42c52861d2 req-a4437a8a-f855-43df-9a46-eb019ba7626a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 210 time: 0.0452073 May 04 17:16:24.827245 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a8088-090f-4043-896d-3b55b38a533d req-3898b3fa-6fc5-4f9d-956f-20003d2307e9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:24.829312 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-675a8088-090f-4043-896d-3b55b38a533d req-3898b3fa-6fc5-4f9d-956f-20003d2307e9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1013148 May 04 17:16:24.875134 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-675a8088-090f-4043-896d-3b55b38a533d req-a72a050e-1a82-4fdc-a135-45956306061c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 May 04 17:16:25.121420 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab89495-0ea4-40b3-8a22-3d59b1a222ec req-fef2f579-aab6-422c-8bc0-322906ea2687 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:25.122886 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fab89495-0ea4-40b3-8a22-3d59b1a222ec req-fef2f579-aab6-422c-8bc0-322906ea2687 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0834677 May 04 17:16:25.167880 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fab89495-0ea4-40b3-8a22-3d59b1a222ec req-a98fb022-a384-4aab-a983-50328abfcb4d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386870 May 04 17:16:25.240450 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ec16cc32-dd28-4bff-89ee-19b861acb87b req-1d377353-1def-4fd5-94e5-d389d692fd2f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 210 time: 0.0424919 May 04 17:16:25.616393 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:25.673676 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e86920e3-1799-40fd-88ea-47548056ed0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:26.079398 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187e597-435b-40b3-b88e-d4a9e2d17115 req-f3590159-a1a7-45d7-8d59-aa7fe1142a8d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:26.081164 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b187e597-435b-40b3-b88e-d4a9e2d17115 req-f3590159-a1a7-45d7-8d59-aa7fe1142a8d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0911286 May 04 17:16:26.133381 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b187e597-435b-40b3-b88e-d4a9e2d17115 req-3b13de45-841e-4fc2-aaf4-c542508b189a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 May 04 17:16:26.280620 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79abc2-ac75-40c5-80d2-850ffc88f800 req-65843580-032c-483c-a868-b261a754977b tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:26.282902 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3a79abc2-ac75-40c5-80d2-850ffc88f800 req-65843580-032c-483c-a868-b261a754977b tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 945 time: 0.0967946 May 04 17:16:26.427029 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3a79abc2-ac75-40c5-80d2-850ffc88f800 req-034fb6f8-5b88-4a22-abb0-fbbbcc7b4ea4 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311960 May 04 17:16:26.475462 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0bea-253a-401e-a26d-6235e44f628c req-7ba22d6f-3e84-4e4a-9fe5-0d702c125fff tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:26.478322 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-7ba22d6f-3e84-4e4a-9fe5-0d702c125fff tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "GET /v2.0/networks?id=f1f53d29-895b-4d95-9855-c27f27b4b040 HTTP/1.1" status: 200 len: 815 time: 0.1907883 May 04 17:16:26.483809 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a10c5a-2026-40d9-ad81-615d687d3083 req-6fbafa12-a328-4539-bedb-5de42ca3e135 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:26.485774 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-59a10c5a-2026-40d9-ad81-615d687d3083 req-6fbafa12-a328-4539-bedb-5de42ca3e135 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1688373 May 04 17:16:26.509577 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Request body: {'port': {'device_id': 'fcc41cd8-083b-4c19-bcd4-3f6d5809e65d', 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040', 'admin_state_up': True, 'tenant_id': '5c5e587f9542410e808775efa8a7009d'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:16:26.531609 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-59a10c5a-2026-40d9-ad81-615d687d3083 req-85acba30-87d0-40b4-be59-b2c0721815e4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404077 May 04 17:16:26.658838 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:16:26.662851 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Usage tracker for resource:port and tenant:5c5e587f9542410e808775efa8a7009d is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:16:26.665842 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-29ad6623-5e0e-4763-8259-5cdd8a040d31 req-207dab38-9c13-486b-aa61-de29f3e0c353 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 210 time: 0.1287158 May 04 17:16:26.665987 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:16:26.671604 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:16:26.691388 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:26.799570 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Made reservation on behalf of 5c5e587f9542410e808775efa8a7009d for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:16:26.803348 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:26.969849 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Allocated IP 172.20.0.4 (f1f53d29-895b-4d95-9855-c27f27b4b040/d0d97dca-f7a6-4fee-aada-77814155f9eb/ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:16:27.191290 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:27.316125 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6534b1f-8980-42c9-971b-1464a0e118b0 req-01792fe6-199e-4b80-8fec-eba45e4cb176 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:27.317690 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b6534b1f-8980-42c9-971b-1464a0e118b0 req-01792fe6-199e-4b80-8fec-eba45e4cb176 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0792842 May 04 17:16:27.339716 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:27.351707 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:27.356162 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['3447bd73-1b3b-4499-a657-92c455578ce5', 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5', 'a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:16:27.370101 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b6534b1f-8980-42c9-971b-1464a0e118b0 req-7d67c3af-8687-4fa2-87ac-c8345b733dab tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465081 May 04 17:16:27.430487 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Network f1f53d29-895b-4d95-9855-c27f27b4b040 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:16:27.436411 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:16:27.439245 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:16:27.445027 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:27.445636 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:27.467086 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Pushing event updated for resources: {'Port': ['ID=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:27.471256 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:27.493223 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-fa45b317-ed9c-41c2-8534-2b388aa0e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:27.494755 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-fa45b317-ed9c-41c2-8534-2b388aa0e7d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5&tenant_id=24062aed3d6d4a5391f4421a74f94669 HTTP/1.1" status: 200 len: 1096 time: 0.1903009 May 04 17:16:27.572472 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0659611 May 04 17:16:27.594267 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Request body: {'port': {'device_id': 'fcc41cd8-083b-4c19-bcd4-3f6d5809e65d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:16:27.644623 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5132795a-e74e-4568-9e60-6be70fae9b1a req-62a90b43-2c18-4269-880a-c63b5f3c4b85 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:27.652177 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5132795a-e74e-4568-9e60-6be70fae9b1a req-62a90b43-2c18-4269-880a-c63b5f3c4b85 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 945 time: 0.1088018 May 04 17:16:27.760830 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5132795a-e74e-4568-9e60-6be70fae9b1a req-50b84480-9298-4f96-992e-3eeeef1a4f69 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075633 May 04 17:16:27.811024 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c332bb7-ff54-4b34-8385-fe5cd6da5dbf req-1b3d2e9a-5cd4-4d13-9ac3-bcc13081373e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:27.813127 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4c332bb7-ff54-4b34-8385-fe5cd6da5dbf req-1b3d2e9a-5cd4-4d13-9ac3-bcc13081373e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1376362 May 04 17:16:27.862442 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-659bead2-eb85-4ca8-926b-54c048b88ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:27.863848 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-659bead2-eb85-4ca8-926b-54c048b88ff4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 1096 time: 0.3376307 May 04 17:16:27.874570 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4c332bb7-ff54-4b34-8385-fe5cd6da5dbf req-6b285d3e-fad2-4340-8983-da266de234a8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525057 May 04 17:16:27.889860 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:27.954244 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3f4da-9ce8-486a-aa48-8cedab8599e9 req-158548d6-7cd4-41b6-94bf-cce9b14694cf tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:27.955670 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ddc3f4da-9ce8-486a-aa48-8cedab8599e9 req-158548d6-7cd4-41b6-94bf-cce9b14694cf tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 931 time: 0.0795782 May 04 17:16:27.999224 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ddc3f4da-9ce8-486a-aa48-8cedab8599e9 req-b35483bb-6282-4715-a2db-8b160cc812b5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375910 May 04 17:16:28.147706 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-bac2d897-022f-486b-8851-732acfadfaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:28.149201 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-bac2d897-022f-486b-8851-732acfadfaee service neutron] 10.222.0.11 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 918 time: 0.2266240 May 04 17:16:28.205417 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:28.336887 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-02f519d4-6ffa-4815-a971-b111037492d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac30203-edd4-4a2d-a017-892759a71e80 HTTP/1.1" status: 200 len: 998 time: 0.1732082 May 04 17:16:28.422634 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-e36c9d20-6b7c-46bd-b01d-b878958031ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:28.424103 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-e36c9d20-6b7c-46bd-b01d-b878958031ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef HTTP/1.1" status: 200 len: 856 time: 0.0714462 May 04 17:16:28.540713 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:16:28.555720 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:28.567666 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ca3d0-5d7d-453b-a1b5-3692db45fddb req-50d8bf48-a4ba-4fc8-a18f-800143b06313 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:28.569271 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-179ca3d0-5d7d-453b-a1b5-3692db45fddb req-50d8bf48-a4ba-4fc8-a18f-800143b06313 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0849850 May 04 17:16:28.575745 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Transition to ACTIVE for port object ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:16:28.578966 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-af5187e4-fc52-43f7-afa5-59c596f187ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:28.580456 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-af5187e4-fc52-43f7-afa5-59c596f187ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=083a592e-a783-46d4-8afb-a37fb4ff1f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1481395 May 04 17:16:28.619177 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-179ca3d0-5d7d-453b-a1b5-3692db45fddb req-0fde2048-3a3a-4d01-8283-9c8be6ac3a2c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 May 04 17:16:28.687780 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:28.696571 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a490430f-ca4d-45bc-b10c-0f6eb6bdb24a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:28.841356 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:28.853834 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:28.907640 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-4016e8e5-e705-40c7-b94e-3475cf3d42bd service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113980 May 04 17:16:28.959187 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Attempting to bind port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:16:28.959555 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Attempting to bind port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:16:28.959830 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Attempting to bind port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 on network f1f53d29-895b-4d95-9855-c27f27b4b040 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:16:28.970600 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 on network f1f53d29-895b-4d95-9855-c27f27b4b040 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:16:28.970928 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Attempting to bind port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 on network f1f53d29-895b-4d95-9855-c27f27b4b040 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:16:28.978035 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010f07f-bf82-455e-9980-96e501ac429a req-692b748a-780b-4c18-8865-2124123975e5 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:28.979707 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9010f07f-bf82-455e-9980-96e501ac429a req-692b748a-780b-4c18-8865-2124123975e5 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 945 time: 0.1175826 May 04 17:16:29.032233 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:16:29.032591 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Checking segment: {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:16:29.032951 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Bound using segment: {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:16:29.033380 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Bound port: ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:16:29.033713 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:29.070674 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9010f07f-bf82-455e-9980-96e501ac429a req-46b50948-f212-418a-ac4b-ab3232f1622d tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848143 May 04 17:16:29.151692 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c7e2b1-4be8-45f4-8df2-c6f86fca4427 req-b04ceab4-43d1-414e-8328-09d2e870b71e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:29.154374 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-85c7e2b1-4be8-45f4-8df2-c6f86fca4427 req-b04ceab4-43d1-414e-8328-09d2e870b71e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1400945 May 04 17:16:29.182507 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-43de40e4-5858-4a2b-b6ec-3049789634c5 req-8cd04ef1-3f29-4a11-a2a4-554b54106cf0 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615464 May 04 17:16:29.216519 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] For port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:16:29.222268 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] For port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:16:29.238315 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-85c7e2b1-4be8-45f4-8df2-c6f86fca4427 req-bc6f7e93-b965-402b-a4eb-41d28f99ba9a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767813 May 04 17:16:29.240361 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-bd185da8-6a3d-406f-b3ba-89d9a79dd8a9 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:29.241170 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-bd185da8-6a3d-406f-b3ba-89d9a79dd8a9 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Synchronizing usage tracker for tenant:5226e6bf9d554f72a89376f778cc860f on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:16:29.291221 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:29.297632 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:29.355085 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-bd185da8-6a3d-406f-b3ba-89d9a79dd8a9 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Unset dirty status for tenant:5226e6bf9d554f72a89376f778cc860f on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:16:29.356470 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-bd185da8-6a3d-406f-b3ba-89d9a79dd8a9 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 945 time: 0.3052900 May 04 17:16:29.361885 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0278308-6f0e-4f84-a508-4089f2f1ea08 req-0b9260e7-2447-425f-8e3e-fca0edcf762c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:29.363370 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c0278308-6f0e-4f84-a508-4089f2f1ea08 req-0b9260e7-2447-425f-8e3e-fca0edcf762c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0932615 May 04 17:16:29.398513 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:29.399194 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:29.400566 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] 10.222.0.11 "PUT /v2.0/ports/ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 HTTP/1.1" status: 200 len: 1093 time: 1.8154874 May 04 17:16:29.407410 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc41cd8-083b-4c19-bcd4-3f6d5809e65d', 'tag': 'ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:16:29.417058 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c0278308-6f0e-4f84-a508-4089f2f1ea08 req-6186b70b-a2c8-4fad-bb41-2483bc52f110 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468822 May 04 17:16:29.514306 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc41cd8-083b-4c19-bcd4-3f6d5809e65d', 'tag': 'ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84', 'status': 'completed', 'code': 200} May 04 17:16:29.573347 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:29.581671 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:29.664039 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0bea-253a-401e-a26d-6235e44f628c req-71c8a7ad-5124-4082-a920-5897dbaa6724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:29.665535 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-71c8a7ad-5124-4082-a920-5897dbaa6724 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 1096 time: 0.1505234 May 04 17:16:29.737798 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-1b87dd3e-4876-45cb-8f80-4f71a184d2bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Deleting port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:16:29.738069 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-1b87dd3e-4876-45cb-8f80-4f71a184d2bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:29.751926 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-d3129059-1cce-4f3e-a82b-aab929759b62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 HTTP/1.1" status: 200 len: 217 time: 0.0773807 May 04 17:16:29.816342 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8660ce-dc69-4cd6-a2aa-b37495633f73 req-5e4decae-6ea5-4b13-a42d-119f3f405f4c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:29.817939 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-da8660ce-dc69-4cd6-a2aa-b37495633f73 req-5e4decae-6ea5-4b13-a42d-119f3f405f4c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0858374 May 04 17:16:29.862650 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-da8660ce-dc69-4cd6-a2aa-b37495633f73 req-df2b9fa7-89f9-4a63-bcce-d94b22e6392c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385051 May 04 17:16:29.902587 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da0bea-253a-401e-a26d-6235e44f628c req-5cfa8b53-5b14-452e-a494-73af95ad304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:29.902587 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-5cfa8b53-5b14-452e-a494-73af95ad304f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0d97dca-f7a6-4fee-aada-77814155f9eb HTTP/1.1" status: 200 len: 855 time: 0.1332972 May 04 17:16:29.964188 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-75eb03af-38bb-48b6-a0e5-6aece811da2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1f53d29-895b-4d95-9855-c27f27b4b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485094 May 04 17:16:29.965854 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-1b87dd3e-4876-45cb-8f80-4f71a184d2bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] For port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=0f24e22b-6e1f-4f79-8e5d-0b21806b631e,segment=NetworkSegment(cdaea2f6-a9a0-460b-9086-19964684fa72),segment_id=cdaea2f6-a9a0-460b-9086-19964684fa72)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:16:29.966202 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-1b87dd3e-4876-45cb-8f80-4f71a184d2bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:30.119129 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-1b87dd3e-4876-45cb-8f80-4f71a184d2bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Calling delete_port for 0f24e22b-6e1f-4f79-8e5d-0b21806b631e owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:16:30.229067 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-d0933d3a-a1ed-43ff-aff4-1c4fa4e59cd3 service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554886 May 04 17:16:30.301051 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b5fea-12d9-4c2d-bd2c-40a0c81372cd req-0e4fba13-c913-4396-a621-5510cdbdcdac tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:30.302833 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c07b5fea-12d9-4c2d-bd2c-40a0c81372cd req-0e4fba13-c913-4396-a621-5510cdbdcdac tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 945 time: 0.0874298 May 04 17:16:30.357459 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c07b5fea-12d9-4c2d-bd2c-40a0c81372cd req-1f4debe3-ce45-462c-8cb2-a4aa7f502e84 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476017 May 04 17:16:30.424192 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c5da0bea-253a-401e-a26d-6235e44f628c req-70812147-5bd2-42a0-ab88-2b63dd221d06 service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827552 May 04 17:16:30.458104 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d423f-212e-4360-8b52-9ad5adfe8436 req-efc4c6ca-ae22-4d42-9fe5-cd83befe3cb0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:30.459712 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0f4d423f-212e-4360-8b52-9ad5adfe8436 req-efc4c6ca-ae22-4d42-9fe5-cd83befe3cb0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1012337 May 04 17:16:30.506912 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0f4d423f-212e-4360-8b52-9ad5adfe8436 req-143c0423-1f14-4dde-84dc-086235cdd314 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409658 May 04 17:16:30.520094 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-1b87dd3e-4876-45cb-8f80-4f71a184d2bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:30.529400 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:30.537424 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['0f24e22b-6e1f-4f79-8e5d-0b21806b631e'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:16:30.576726 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87dd3e-4876-45cb-8f80-4f71a184d2bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Pushing event deleted for resources: {'Port': ['ID=0f24e22b-6e1f-4f79-8e5d-0b21806b631e,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:30.581779 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1b87dd3e-4876-45cb-8f80-4f71a184d2bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:30.642477 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7477d7-3b59-4cff-873c-eea6dc8c9de6 req-e4102e98-9f84-4f89-863e-b1247ce99c82 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:30.643911 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae7477d7-3b59-4cff-873c-eea6dc8c9de6 req-e4102e98-9f84-4f89-863e-b1247ce99c82 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0998158 May 04 17:16:30.689067 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae7477d7-3b59-4cff-873c-eea6dc8c9de6 req-2ec299c1-2dbd-4a06-94ce-abddf3048f11 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390251 May 04 17:16:30.701871 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-1b87dd3e-4876-45cb-8f80-4f71a184d2bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] No DVR routers for this DVR port 0f24e22b-6e1f-4f79-8e5d-0b21806b631e on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:16:30.706446 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-1b87dd3e-4876-45cb-8f80-4f71a184d2bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:30.736038 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ef5c3-965a-4af8-a7bc-4d49a1d4bdca req-a88a5144-68b6-4021-961c-64438f5e53a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:30.747382 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-623ef5c3-965a-4af8-a7bc-4d49a1d4bdca req-a88a5144-68b6-4021-961c-64438f5e53a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c5e587f9542410e808775efa8a7009d&device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 1096 time: 0.1221149 May 04 17:16:30.830487 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-033e2916-3a7a-4b59-8151-ef9feb7b5687 req-1b87dd3e-4876-45cb-8f80-4f71a184d2bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.11 "DELETE /v2.0/ports/0f24e22b-6e1f-4f79-8e5d-0b21806b631e HTTP/1.1" status: 204 len: 173 time: 1.4620810 May 04 17:16:30.868763 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ef5c3-965a-4af8-a7bc-4d49a1d4bdca req-de9e5bf9-f33f-4ce8-b5a7-96ccfd276c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:30.870182 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-623ef5c3-965a-4af8-a7bc-4d49a1d4bdca req-de9e5bf9-f33f-4ce8-b5a7-96ccfd276c82 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1f53d29-895b-4d95-9855-c27f27b4b040 HTTP/1.1" status: 200 len: 916 time: 0.1264231 May 04 17:16:30.949400 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-623ef5c3-965a-4af8-a7bc-4d49a1d4bdca req-39e5d481-775f-4839-97cd-67189d4966d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 HTTP/1.1" status: 200 len: 217 time: 0.0626898 May 04 17:16:31.013551 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ef5c3-965a-4af8-a7bc-4d49a1d4bdca req-77247b60-7ade-4964-bedc-a3eb9433d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:31.015075 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-623ef5c3-965a-4af8-a7bc-4d49a1d4bdca req-77247b60-7ade-4964-bedc-a3eb9433d1dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0d97dca-f7a6-4fee-aada-77814155f9eb HTTP/1.1" status: 200 len: 855 time: 0.0591173 May 04 17:16:31.063483 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:31.103102 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f2f99-7331-43a4-930c-bf4b0b7a4a1c req-31734efd-366c-48f9-87c7-5bc42841e2c6 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:31.104752 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f14f2f99-7331-43a4-930c-bf4b0b7a4a1c req-31734efd-366c-48f9-87c7-5bc42841e2c6 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1073971 May 04 17:16:31.156808 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-623ef5c3-965a-4af8-a7bc-4d49a1d4bdca req-5fbfacbd-c1b5-4309-953a-558c6ada156a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1f53d29-895b-4d95-9855-c27f27b4b040&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337740 May 04 17:16:31.161366 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f14f2f99-7331-43a4-930c-bf4b0b7a4a1c req-412f65e1-515e-4a6d-b5f8-6c51eac18040 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507302 May 04 17:16:31.301907 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-623ef5c3-965a-4af8-a7bc-4d49a1d4bdca req-086c9581-75fe-4291-9fc4-4afc66c99294 service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369197 May 04 17:16:31.437841 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-623ef5c3-965a-4af8-a7bc-4d49a1d4bdca req-c5062d7e-a9cb-4510-8933-788e188cd7eb service neutron] 10.222.0.11 "GET /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284480 May 04 17:16:31.515414 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8f325-d33b-469b-86f2-b816dd9a54ee', 'name': 'network-vif-deleted', 'tag': '0f24e22b-6e1f-4f79-8e5d-0b21806b631e'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:16:31.575568 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3ef87b64-8249-46e1-a494-7f9f696ac79a req-0db89c93-0f4c-4d1e-9512-d0ed34122c70 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8f8f325-d33b-469b-86f2-b816dd9a54ee HTTP/1.1" status: 200 len: 210 time: 0.0782795 May 04 17:16:31.602792 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f8f325-d33b-469b-86f2-b816dd9a54ee', 'name': 'network-vif-deleted', 'tag': '0f24e22b-6e1f-4f79-8e5d-0b21806b631e', 'status': 'completed', 'code': 200} May 04 17:16:31.771121 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0050182-67bf-4ffd-abb4-8add98b3dcb6 req-3f57c1cc-a0de-4cdd-8190-f02114ae0a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:31.772689 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c0050182-67bf-4ffd-abb4-8add98b3dcb6 req-3f57c1cc-a0de-4cdd-8190-f02114ae0a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0924766 May 04 17:16:31.867581 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c0050182-67bf-4ffd-abb4-8add98b3dcb6 req-90778d64-f549-494d-871b-4447aa6b3155 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887387 May 04 17:16:31.911514 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bcfe7f-3766-4603-876c-7c36e3f2037e req-d47ffb8b-ae03-46c9-85be-46164bb99749 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:31.912993 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-41bcfe7f-3766-4603-876c-7c36e3f2037e req-d47ffb8b-ae03-46c9-85be-46164bb99749 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0874333 May 04 17:16:31.957523 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-41bcfe7f-3766-4603-876c-7c36e3f2037e req-8a0a94d7-7e02-4b7e-9b54-cbd96f8719ac tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382559 May 04 17:16:32.351651 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1b30f-a314-46c1-8bf4-d6ae53ac26b0 req-476e3dd2-29af-4ead-907d-6e8f83e175b3 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:32.353145 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c9f1b30f-a314-46c1-8bf4-d6ae53ac26b0 req-476e3dd2-29af-4ead-907d-6e8f83e175b3 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0885892 May 04 17:16:32.397508 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c9f1b30f-a314-46c1-8bf4-d6ae53ac26b0 req-f714d03c-24ad-49be-be81-60bb84922759 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385175 May 04 17:16:32.847970 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 0f24e22b-6e1f-4f79-8e5d-0b21806b631e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:16:32.900554 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: 0f24e22b-6e1f-4f79-8e5d-0b21806b631e {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:16:32.900931 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 0f24e22b-6e1f-4f79-8e5d-0b21806b631e not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:16:33.067884 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567eb51b-5a87-4061-bd2b-08fa72940de2 req-a98b2dc8-9ca0-43f3-ad39-e2d8c42923d5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:33.069513 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-567eb51b-5a87-4061-bd2b-08fa72940de2 req-a98b2dc8-9ca0-43f3-ad39-e2d8c42923d5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0868237 May 04 17:16:33.227881 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-567eb51b-5a87-4061-bd2b-08fa72940de2 req-a61784e5-3073-4a86-86b1-ea3c413dbfbd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516740 May 04 17:16:33.256365 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ce517-bef7-4898-94fa-0ea7db40cb65 req-271d33b1-a775-47ae-b756-86c5c1d7f9b5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:33.257846 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9a1ce517-bef7-4898-94fa-0ea7db40cb65 req-271d33b1-a775-47ae-b756-86c5c1d7f9b5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.1828384 May 04 17:16:33.305639 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9a1ce517-bef7-4898-94fa-0ea7db40cb65 req-9c0c0e8c-a947-4649-bf97-a28f8927877d tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420136 May 04 17:16:33.584823 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499fc4d-4913-4732-ac3d-fbe227d4c751 req-4c3f2033-234e-494d-9fb9-e7c8b5d4cb3d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:33.586277 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2499fc4d-4913-4732-ac3d-fbe227d4c751 req-4c3f2033-234e-494d-9fb9-e7c8b5d4cb3d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0821130 May 04 17:16:33.631025 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2499fc4d-4913-4732-ac3d-fbe227d4c751 req-8a6c3575-7149-433f-82fd-1e50057c35df tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388999 May 04 17:16:34.458632 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e343b-e1e2-4f4c-9fb3-208a254a0c81 req-70395071-0ae2-4fc9-94be-2c145b707e27 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:34.464877 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f31e343b-e1e2-4f4c-9fb3-208a254a0c81 req-70395071-0ae2-4fc9-94be-2c145b707e27 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1205444 May 04 17:16:34.520408 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f31e343b-e1e2-4f4c-9fb3-208a254a0c81 req-9b0e7ec8-3948-4fa3-97dd-00820aefbc00 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524726 May 04 17:16:34.534902 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d92ed-8b45-44aa-9ed0-f51248f6d696 req-aacf5590-c73e-45f8-bbb8-a5719b468b1d tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:34.536266 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6f9d92ed-8b45-44aa-9ed0-f51248f6d696 req-aacf5590-c73e-45f8-bbb8-a5719b468b1d tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.1221321 May 04 17:16:34.580087 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6f9d92ed-8b45-44aa-9ed0-f51248f6d696 req-dd7faaf4-ea4e-42a2-b0f8-db3c825a5139 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378826 May 04 17:16:34.821481 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a780c90-ff33-451c-b69c-d8369e1d7adb req-a9545069-b291-475f-9f06-8818698f29fa tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:34.822971 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6a780c90-ff33-451c-b69c-d8369e1d7adb req-a9545069-b291-475f-9f06-8818698f29fa tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0831118 May 04 17:16:34.869393 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6a780c90-ff33-451c-b69c-d8369e1d7adb req-38c72f4f-3db8-4529-a2a9-92a7aab21075 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404599 May 04 17:16:35.759118 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eabd27-3b0e-48a0-957a-e643617ccde5 req-fa903b8d-bbd3-472c-a5b9-e7a98f76616e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:35.760453 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-18eabd27-3b0e-48a0-957a-e643617ccde5 req-fa903b8d-bbd3-472c-a5b9-e7a98f76616e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1301527 May 04 17:16:35.815687 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-18eabd27-3b0e-48a0-957a-e643617ccde5 req-daa23ac1-2497-4293-a495-5a603e4e09a4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491688 May 04 17:16:35.826635 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a14ae-f6f0-4012-b225-b410d28ff1c2 req-a311fc12-6e3d-499c-bf47-2ed387622156 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:35.828045 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e76a14ae-f6f0-4012-b225-b410d28ff1c2 req-a311fc12-6e3d-499c-bf47-2ed387622156 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.1333554 May 04 17:16:35.873097 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e76a14ae-f6f0-4012-b225-b410d28ff1c2 req-e0cb2954-d9c2-41dc-96a0-33aef59b3a63 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389023 May 04 17:16:36.054363 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a808a-8e2a-426a-8800-64e0bd4495a8 req-9caf713a-3686-45c3-a245-3e85eb933c0c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:36.055766 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-771a808a-8e2a-426a-8800-64e0bd4495a8 req-9caf713a-3686-45c3-a245-3e85eb933c0c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0808551 May 04 17:16:36.099765 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-771a808a-8e2a-426a-8800-64e0bd4495a8 req-f97d4ecc-49bf-4141-ab0e-76144e34f750 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383499 May 04 17:16:37.059773 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c23b9-090d-43ff-ba76-f99d34a6d4c8 req-0516c70b-be41-4187-935d-e395988b7569 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:37.061351 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7f2c23b9-090d-43ff-ba76-f99d34a6d4c8 req-0516c70b-be41-4187-935d-e395988b7569 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1359751 May 04 17:16:37.111857 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da6039-527f-4b30-af18-09adeb616258 req-456dd746-2b4b-4cbf-b8be-9bcaefd953a3 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:37.113366 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-85da6039-527f-4b30-af18-09adeb616258 req-456dd746-2b4b-4cbf-b8be-9bcaefd953a3 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.1308813 May 04 17:16:37.150776 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7f2c23b9-090d-43ff-ba76-f99d34a6d4c8 req-75453284-8afa-4fc3-a716-e5baded1ce35 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805047 May 04 17:16:37.173231 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-85da6039-527f-4b30-af18-09adeb616258 req-ab59d83e-ec9c-43f3-b139-4bfe0ac9a2d2 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522192 May 04 17:16:37.341751 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c6f8f-fc9b-40a0-ab13-86404d2c0c86 req-a8fb70e2-6da2-4ae7-a6c9-6d5fdd79cc88 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:37.343336 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f46c6f8f-fc9b-40a0-ab13-86404d2c0c86 req-a8fb70e2-6da2-4ae7-a6c9-6d5fdd79cc88 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0823131 May 04 17:16:37.389375 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f46c6f8f-fc9b-40a0-ab13-86404d2c0c86 req-89fb043c-0f61-4449-9b36-dea0093e85d9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402646 May 04 17:16:37.430293 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:16:38.210519 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 51758) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:16:38.393325 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:38.409163 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:16:38.413368 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Usage tracker for resource:security_group_rule and tenant:5dafcf77489c4538bd9dc4731a81f550 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:16:38.416208 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:16:38.422089 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:16:38.429969 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82801941-639c-4eb3-8254-19cc4b43cdfa req-22d61782-32bb-4ecf-88ab-c439af8a8b6e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:38.431395 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-82801941-639c-4eb3-8254-19cc4b43cdfa req-22d61782-32bb-4ecf-88ab-c439af8a8b6e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1405711 May 04 17:16:38.443065 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf71606-b37b-4519-8da5-00f1173ee876 req-ad399cd5-70e4-41e1-8dac-149d3b9bd7ea tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:38.444429 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acf71606-b37b-4519-8da5-00f1173ee876 req-ad399cd5-70e4-41e1-8dac-149d3b9bd7ea tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.1171184 May 04 17:16:38.504455 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:38.512052 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-82801941-639c-4eb3-8254-19cc4b43cdfa req-d757711a-9719-4338-8339-e9eb08e1d02a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666614 May 04 17:16:38.517391 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acf71606-b37b-4519-8da5-00f1173ee876 req-184734a9-33a0-4f2b-8d70-2048ff5fac57 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590143 May 04 17:16:38.569538 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:38.578439 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:38.618570 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5dafcf77489c4538bd9dc4731a81f550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066436 May 04 17:16:38.619280 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43a1e2a-27a3-4480-b69f-7165283e5e34,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:38.621356 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 51766) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:16:38.644130 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:38.644491 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:38.644863 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:38.645212 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:38.645554 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:38.645896 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:38.646233 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:38.646570 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:38.646906 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:38.647240 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:38.647573 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:38.647907 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:16:38.652813 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:38.699893 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66ed38e3-a03f-44a5-a6e3-e841aebeaeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:38.707128 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c2b50-e4e0-4951-89be-507df6e88440 req-0c8a42ef-3c4f-46c1-925f-ad4e3747bd48 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:38.708692 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e93c2b50-e4e0-4951-89be-507df6e88440 req-0c8a42ef-3c4f-46c1-925f-ad4e3747bd48 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0883458 May 04 17:16:38.739985 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66ed38e3-a03f-44a5-a6e3-e841aebeaeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:38.759766 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e93c2b50-e4e0-4951-89be-507df6e88440 req-9989fc73-9106-47b1-bb95-aa2f8663ea18 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447619 May 04 17:16:38.845508 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66ed38e3-a03f-44a5-a6e3-e841aebeaeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:38.849689 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ef05848e-a7da-447a-a03b-ef60e3eab780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:16:38.863977 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed38e3-a03f-44a5-a6e3-e841aebeaeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43a1e2a-27a3-4480-b69f-7165283e5e34,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:16:38.866897 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-66ed38e3-a03f-44a5-a6e3-e841aebeaeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:16:38.868960 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66ed38e3-a03f-44a5-a6e3-e841aebeaeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:38.871495 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-66ed38e3-a03f-44a5-a6e3-e841aebeaeb8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c43a1e2a-27a3-4480-b69f-7165283e5e34 HTTP/1.1" status: 204 len: 168 time: 0.2491779 May 04 17:16:39.771956 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bb28c-fd3f-4ba0-a598-2cb00cab532e req-c2134bb5-73e3-4058-b72d-acbb5d92bffe tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:39.773429 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a97bb28c-fd3f-4ba0-a598-2cb00cab532e req-c2134bb5-73e3-4058-b72d-acbb5d92bffe tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.1482859 May 04 17:16:39.781582 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c923e74e-46bd-41e6-bf62-c44d3e7f48a8 req-27a32223-8cce-4c5c-8f7c-8683b64babf6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:39.783519 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c923e74e-46bd-41e6-bf62-c44d3e7f48a8 req-27a32223-8cce-4c5c-8f7c-8683b64babf6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1248324 May 04 17:16:39.856078 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a97bb28c-fd3f-4ba0-a598-2cb00cab532e req-1182ca28-b79a-45ed-b7bd-436f3cefc5c1 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716295 May 04 17:16:39.867285 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c923e74e-46bd-41e6-bf62-c44d3e7f48a8 req-f28e512d-7802-48dd-94d7-1b71a5447709 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616987 May 04 17:16:40.109175 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327a83c-0085-4388-b142-8d36aec3003f req-449d53e4-4f01-4376-86e1-d5d06a8b8756 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:40.112685 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9327a83c-0085-4388-b142-8d36aec3003f req-449d53e4-4f01-4376-86e1-d5d06a8b8756 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1505327 May 04 17:16:40.156012 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9327a83c-0085-4388-b142-8d36aec3003f req-3b44a772-be37-4fa2-8c42-36dd50b9d9be tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393548 May 04 17:16:41.117987 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fde6dd-ce4a-403b-a2b1-a16a9c164a3a req-3a072adf-ce81-40d6-958f-ffdec7564026 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:41.119469 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-91fde6dd-ce4a-403b-a2b1-a16a9c164a3a req-3a072adf-ce81-40d6-958f-ffdec7564026 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.1504321 May 04 17:16:41.128004 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01f80c-dd45-4db9-998a-99c49d0b3d9d req-fdb0a798-34df-401d-8294-faca20f15d4c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:41.129366 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6d01f80c-dd45-4db9-998a-99c49d0b3d9d req-fdb0a798-34df-401d-8294-faca20f15d4c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1291280 May 04 17:16:41.203746 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-91fde6dd-ce4a-403b-a2b1-a16a9c164a3a req-4ad58664-0304-4ce7-886a-3d452d3f0456 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733714 May 04 17:16:41.208581 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6d01f80c-dd45-4db9-998a-99c49d0b3d9d req-e411fc2c-1235-42b4-b983-6fe1370653f3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655773 May 04 17:16:41.385840 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccc620-f3fb-44aa-acc1-ed1f8083c893 req-68da5bf7-8518-43cd-819f-ef23ada4dd9a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:41.387275 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c6ccc620-f3fb-44aa-acc1-ed1f8083c893 req-68da5bf7-8518-43cd-819f-ef23ada4dd9a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0879304 May 04 17:16:41.432506 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c6ccc620-f3fb-44aa-acc1-ed1f8083c893 req-6c3d1525-b70a-4530-9ec3-86c1064cfe05 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394661 May 04 17:16:42.445481 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9164ca-86f4-4078-b1c7-a833a8c6ae1c req-d0fd1826-ff23-4f98-a781-5a3cc49d5298 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:42.446917 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6d9164ca-86f4-4078-b1c7-a833a8c6ae1c req-d0fd1826-ff23-4f98-a781-5a3cc49d5298 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.1383681 May 04 17:16:42.461331 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac77b35-85c7-492f-94aa-8ba074e65685 req-54511cd8-b391-4ea9-b850-6cf96b291a79 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:42.462725 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7ac77b35-85c7-492f-94aa-8ba074e65685 req-54511cd8-b391-4ea9-b850-6cf96b291a79 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1194263 May 04 17:16:42.529096 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6d9164ca-86f4-4078-b1c7-a833a8c6ae1c req-3b5b1a4a-612a-477c-b3fd-c0eb54eb9505 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762711 May 04 17:16:42.540310 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7ac77b35-85c7-492f-94aa-8ba074e65685 req-79099987-ece9-4d3d-afd1-8081e6a781d0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621939 May 04 17:16:42.703406 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2388dfc-e43d-4f94-91d6-9cce0477d6e5 req-cb5529ac-582d-4b90-bb6e-2610874125c9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:42.704857 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d2388dfc-e43d-4f94-91d6-9cce0477d6e5 req-cb5529ac-582d-4b90-bb6e-2610874125c9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0773880 May 04 17:16:42.750837 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d2388dfc-e43d-4f94-91d6-9cce0477d6e5 req-907d1559-4104-4819-8a58-f294730dd280 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394368 May 04 17:16:43.469218 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-270ac3d8-56b8-480e-8a1d-cb43b7cc6446 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=660e230210a3424b9e59b4c7835b7f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317943 May 04 17:16:43.663969 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-4d9e47d6-cffe-4c7c-9472-034c12f80815 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:43.669666 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-4d9e47d6-cffe-4c7c-9472-034c12f80815 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903491 May 04 17:16:43.725653 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-b960a38b-0a76-47bc-b566-3d6875a9cf5d tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/quotas/660e230210a3424b9e59b4c7835b7f76 HTTP/1.1" status: 200 len: 375 time: 0.0195942 May 04 17:16:43.775861 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-d27e09a2-c6e3-4d38-910f-68590c95417d tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=660e230210a3424b9e59b4c7835b7f76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438716 May 04 17:16:43.821228 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf59c87-cb48-4a05-af5c-9d57c29400cb req-fd62a495-1153-49e6-be85-c5b1ad5eecfe tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:43.822731 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-daf59c87-cb48-4a05-af5c-9d57c29400cb req-fd62a495-1153-49e6-be85-c5b1ad5eecfe tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.1518986 May 04 17:16:43.869306 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-daf59c87-cb48-4a05-af5c-9d57c29400cb req-f576aa9e-8c6c-48b8-a6d0-606dac31ca47 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407655 May 04 17:16:44.086713 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641aadf-fd3b-47ce-a129-e38ea51f66ef req-6ee86bdb-9f61-4869-8fcb-50d43444a361 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:44.088234 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1641aadf-fd3b-47ce-a129-e38ea51f66ef req-6ee86bdb-9f61-4869-8fcb-50d43444a361 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1234548 May 04 17:16:44.178811 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1641aadf-fd3b-47ce-a129-e38ea51f66ef req-a3f7e3bf-e8de-4e64-b789-c7833d6d9dca tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778773 May 04 17:16:44.562093 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2eb6de-0593-49f2-af3a-23b985ca454b req-460fdbed-9519-49d6-8129-05f6f22f9347 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:44.563817 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1c2eb6de-0593-49f2-af3a-23b985ca454b req-460fdbed-9519-49d6-8129-05f6f22f9347 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0807917 May 04 17:16:44.625731 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1c2eb6de-0593-49f2-af3a-23b985ca454b req-1227fcd0-e3d2-43dc-ac7b-197b85c8cb5d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477791 May 04 17:16:44.768475 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e22eb087-c7a6-4d09-a8ea-c6e0da386bc3 req-ea0409b1-f19f-4537-9aff-824a08fa8b37 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0880711 May 04 17:16:45.067973 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77228ae2-44dc-479e-80a4-8ac6be7de5ef req-7f1da4af-ba79-4934-a2e6-b5f1de78f95b tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:45.070174 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-77228ae2-44dc-479e-80a4-8ac6be7de5ef req-7f1da4af-ba79-4934-a2e6-b5f1de78f95b tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0939763 May 04 17:16:45.120952 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-77228ae2-44dc-479e-80a4-8ac6be7de5ef req-83ab6a90-70ef-4622-9a66-b0a016cec254 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450981 May 04 17:16:45.398014 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f867a3-d723-4d18-bf28-970d68c8174e req-916f5d3f-5b6d-48e9-9c91-fb345b5f11d8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:45.399405 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b0f867a3-d723-4d18-bf28-970d68c8174e req-916f5d3f-5b6d-48e9-9c91-fb345b5f11d8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0834846 May 04 17:16:45.447956 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b0f867a3-d723-4d18-bf28-970d68c8174e req-fc054ac7-3ea5-484e-af15-223dead10dca tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428386 May 04 17:16:45.836269 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdefc8-ef62-4992-a797-d6a6a9416dc0 req-e79b070d-5e50-45bb-b8b2-bc1d2791817d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:45.837912 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aebdefc8-ef62-4992-a797-d6a6a9416dc0 req-e79b070d-5e50-45bb-b8b2-bc1d2791817d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0952981 May 04 17:16:45.896552 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aebdefc8-ef62-4992-a797-d6a6a9416dc0 req-b2d9c733-d951-46db-acb5-c5a5071cf96b tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510740 May 04 17:16:46.051985 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-15090db6-b5fe-442b-b755-bbd1719b8ecf req-4e293f60-96fa-4c8a-a043-87b06e8fb44a tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0450599 May 04 17:16:46.326320 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613d73b-76c3-4d62-8f18-f4b9ed300876 req-b6b002d1-00b5-4cb7-a58f-10e22a073ecf tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:46.328306 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1613d73b-76c3-4d62-8f18-f4b9ed300876 req-b6b002d1-00b5-4cb7-a58f-10e22a073ecf tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0919163 May 04 17:16:46.569770 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1613d73b-76c3-4d62-8f18-f4b9ed300876 req-b02c4295-0881-437d-a61d-724d10675d9f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353137 May 04 17:16:46.647829 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-a6f7b4d1-9a24-4ea2-97d9-b2549c5a2f9d tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:46.649591 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-a6f7b4d1-9a24-4ea2-97d9-b2549c5a2f9d tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/networks?id=5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 HTTP/1.1" status: 200 len: 813 time: 0.2964113 May 04 17:16:46.668175 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-151c15a6-7ace-4f7a-89ce-b889deb8e703 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/quotas/5226e6bf9d554f72a89376f778cc860f HTTP/1.1" status: 200 len: 375 time: 0.0128665 May 04 17:16:46.757536 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-6bc1293c-9367-4ed4-a836-51893e052b46 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5226e6bf9d554f72a89376f778cc860f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819619 May 04 17:16:46.925608 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e8fa3-bcb6-4b0a-b810-9b4c0b584da2 req-a31a0020-e179-4928-bd0a-c4f658c88ecc tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:46.927173 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b68e8fa3-bcb6-4b0a-b810-9b4c0b584da2 req-a31a0020-e179-4928-bd0a-c4f658c88ecc tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.2146437 May 04 17:16:46.933351 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-7eeff406-83b4-4778-98e9-ea6809ff4d0e service neutron] 10.222.0.22 "GET /v2.0/networks/5b235ee4-88eb-4f94-8ea6-c0a738f9ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605597 May 04 17:16:47.064256 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b68e8fa3-bcb6-4b0a-b810-9b4c0b584da2 req-fa9f2a84-c52b-4429-b0de-7020a40bc39a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295846 May 04 17:16:47.125452 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-6aa6a826-fa6d-4295-802c-98b4357ad854 service neutron] 10.222.0.22 "GET /v2.0/networks/5b235ee4-88eb-4f94-8ea6-c0a738f9ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771841 May 04 17:16:47.320620 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd084d8-5110-4297-ba7a-c0b444eb0964 req-47271da3-7957-42a6-9e84-f20523029e4d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:47.322167 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-afd084d8-5110-4297-ba7a-c0b444eb0964 req-47271da3-7957-42a6-9e84-f20523029e4d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0834486 May 04 17:16:47.385636 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-afd084d8-5110-4297-ba7a-c0b444eb0964 req-2b0410f3-c73a-4577-ad48-2145ad8c8411 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572131 May 04 17:16:47.503864 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-96afd0e6-220e-4194-affc-f9139369220d req-861823b8-73f1-4f07-a0fb-7bf6d427efa3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0676715 May 04 17:16:47.563118 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-75e51dfb-2d9d-4f83-b5b2-2171e6d42dfd req-29f6a816-6d5e-4e3a-81db-609017ee7180 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0479994 May 04 17:16:47.769985 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffae988-0c63-4ef4-86cd-0638d5d35856 req-fd8b9780-88d6-4f94-a055-b58a38a58685 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:47.772197 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5ffae988-0c63-4ef4-86cd-0638d5d35856 req-fd8b9780-88d6-4f94-a055-b58a38a58685 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0876162 May 04 17:16:47.825232 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5ffae988-0c63-4ef4-86cd-0638d5d35856 req-d0b99e6d-7974-42ef-9065-6a3b581b109a tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445564 May 04 17:16:48.300422 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7312df9-e95c-497d-ad37-0e33658c153e req-ae4d8d06-6609-4067-81f8-8fd113724358 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:48.301927 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b7312df9-e95c-497d-ad37-0e33658c153e req-ae4d8d06-6609-4067-81f8-8fd113724358 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0888600 May 04 17:16:48.353206 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b7312df9-e95c-497d-ad37-0e33658c153e req-164a1ef3-86de-4dbc-9304-5bf0134f23c0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448492 May 04 17:16:48.615230 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2d423cb4-2b7a-4731-a12a-eef608b7f065 req-2da6f1c5-49db-45bc-a65d-e2bad0feb004 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0528135 May 04 17:16:48.640219 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c3649-3e1a-44ef-8018-8d13e013fb22 req-b885e2c2-c2ee-4838-aa95-a4bf95d82ca3 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:48.641725 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2a6c3649-3e1a-44ef-8018-8d13e013fb22 req-b885e2c2-c2ee-4838-aa95-a4bf95d82ca3 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1349635 May 04 17:16:48.714070 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2a6c3649-3e1a-44ef-8018-8d13e013fb22 req-152d0c6c-6c6c-4be4-9e64-03042713d790 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660434 May 04 17:16:48.775734 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-640b3034-58c4-45f0-9e66-1aad6dfea2eb req-37bc14ba-d729-48e5-beb8-9b2f31bc9c60 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0478361 May 04 17:16:49.019570 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce90da7-a6aa-444e-82ef-011d4591959a req-11fd5445-8380-437b-a335-6b8557e0b9a8 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:49.021067 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2ce90da7-a6aa-444e-82ef-011d4591959a req-11fd5445-8380-437b-a335-6b8557e0b9a8 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0824134 May 04 17:16:49.068764 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2ce90da7-a6aa-444e-82ef-011d4591959a req-23416920-68b5-45d9-bc17-8df52be9bc59 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 May 04 17:16:49.548790 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0beaa-9854-4d80-8bb7-6c63de216c79 req-5d9ecb89-4e6e-49c4-a303-9cb597014be3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:49.550279 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b7d0beaa-9854-4d80-8bb7-6c63de216c79 req-5d9ecb89-4e6e-49c4-a303-9cb597014be3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0829954 May 04 17:16:49.595334 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b7d0beaa-9854-4d80-8bb7-6c63de216c79 req-3773bd04-6f51-4b75-931e-e8d0eb6bccb1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393469 May 04 17:16:49.770160 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5f344979-e22c-4400-92e6-a9a08fc7c385 req-58991434-d4c5-4ab8-b2c8-440ae144d089 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0458510 May 04 17:16:49.934948 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-191ef2f5-c1f8-4fb3-9aea-675953ea41fc req-66e63498-9564-4217-89b0-fd88b44d0591 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0439813 May 04 17:16:49.969235 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a817aa8-c34d-41d8-a68d-22b5ba59fe58 req-86a0eda0-0a3b-4e62-80dc-e1d323bf2416 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:49.970423 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3a817aa8-c34d-41d8-a68d-22b5ba59fe58 req-86a0eda0-0a3b-4e62-80dc-e1d323bf2416 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1312516 May 04 17:16:50.021452 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3a817aa8-c34d-41d8-a68d-22b5ba59fe58 req-e5e1cf60-6149-46fd-b693-191b91722312 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445807 May 04 17:16:50.348660 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba9d92-9c59-4bd9-a2f3-3e8a3b79480c req-9d7fe03c-1f66-48cc-89f3-00051bdf25c3 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:50.350192 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-42ba9d92-9c59-4bd9-a2f3-3e8a3b79480c req-9d7fe03c-1f66-48cc-89f3-00051bdf25c3 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.1642258 May 04 17:16:50.399173 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-42ba9d92-9c59-4bd9-a2f3-3e8a3b79480c req-81042645-d4d8-4e8f-bc17-00652f461a8b tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423582 May 04 17:16:50.790031 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed5078-ece6-4d6b-b601-766b0fe22656 req-69c2e6a8-7607-4ffb-8f9c-2be77552eef7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:50.791764 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1bed5078-ece6-4d6b-b601-766b0fe22656 req-69c2e6a8-7607-4ffb-8f9c-2be77552eef7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0836174 May 04 17:16:50.841410 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1bed5078-ece6-4d6b-b601-766b0fe22656 req-1e9cb05e-29ae-42cb-9c04-0c1539d21452 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436029 May 04 17:16:50.935087 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2185a488-b031-4fe2-83b7-3022e8d4f8a5 req-ece5cebe-1f55-4162-85e2-7075ce5b0697 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0433095 May 04 17:16:51.089063 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3276661c-d96c-48fe-92f1-a31d7fd96cc8 req-98c025e4-e778-49c6-9e80-bafebf99c11b tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0446057 May 04 17:16:51.224054 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814798e-3cd3-4e8c-a047-c9935502fc53 req-d657bd15-cde8-494e-aecf-19c0f98e98b4 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:51.225468 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5814798e-3cd3-4e8c-a047-c9935502fc53 req-d657bd15-cde8-494e-aecf-19c0f98e98b4 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0839067 May 04 17:16:51.272348 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5814798e-3cd3-4e8c-a047-c9935502fc53 req-66075569-8a37-468c-8382-097625d59382 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407801 May 04 17:16:51.590078 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada884a-c667-4400-88e3-0ec0f8de31f3 req-8d5219f4-5d0f-407f-9deb-1e73f46e520b tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:51.591536 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bada884a-c667-4400-88e3-0ec0f8de31f3 req-8d5219f4-5d0f-407f-9deb-1e73f46e520b tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0828207 May 04 17:16:51.637509 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bada884a-c667-4400-88e3-0ec0f8de31f3 req-9342440e-1c2d-4250-900f-0fdb4f248483 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 May 04 17:16:52.046260 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbf58e-6841-4480-8e22-550dee15b59a req-d6bc8fca-2705-4f6f-b8a3-f6319d8fc73f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:52.047776 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b3dbf58e-6841-4480-8e22-550dee15b59a req-d6bc8fca-2705-4f6f-b8a3-f6319d8fc73f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0864966 May 04 17:16:52.110829 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6959e9c8-d5d1-4849-b8a7-e7d63452432d req-cf8e71a1-9524-4458-b4c8-2c97568dceed tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0620182 May 04 17:16:52.146066 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b3dbf58e-6841-4480-8e22-550dee15b59a req-98b5cb7f-b686-4c03-abce-b5ce1ad3fdd9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600471 May 04 17:16:52.258324 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1cbe4d07-8fd5-4146-847b-ea6fa55a3539 req-cbd87ada-5ecb-47a2-833d-d5be1c2719d9 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0426621 May 04 17:16:52.470155 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a154bb-7d2f-430e-9994-71769ab78e77 req-b0422dfa-f6e9-49e8-95ca-7650645b53d9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:52.471976 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d8a154bb-7d2f-430e-9994-71769ab78e77 req-b0422dfa-f6e9-49e8-95ca-7650645b53d9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0881069 May 04 17:16:52.531539 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d8a154bb-7d2f-430e-9994-71769ab78e77 req-2624b4a9-ef7f-4ebf-a377-eb42132b35ce tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536933 May 04 17:16:52.831502 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5498682-d84d-455a-9b70-d059ed60c605 req-e05f20fa-3c15-4f8c-86a1-7c7df4129172 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:52.832980 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d5498682-d84d-455a-9b70-d059ed60c605 req-e05f20fa-3c15-4f8c-86a1-7c7df4129172 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0803578 May 04 17:16:52.879853 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d5498682-d84d-455a-9b70-d059ed60c605 req-0a91b88f-d7cb-401c-a0a5-c155f22634d9 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407023 May 04 17:16:52.988514 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-4326783a-a391-4723-ac4b-9b3e552fc435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:53.303298 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-723a2b0c-54f5-4ce7-a575-0c1578ae5319 req-202d4197-bd74-45f4-80eb-98b074710458 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0808322 May 04 17:16:53.365379 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db82e50-3a2e-46f3-a59f-65c7a9d9e566 req-65da91ba-1d23-4610-b12d-9760e20fc3a7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:53.372354 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9db82e50-3a2e-46f3-a59f-65c7a9d9e566 req-65da91ba-1d23-4610-b12d-9760e20fc3a7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1069937 May 04 17:16:53.459743 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9db82e50-3a2e-46f3-a59f-65c7a9d9e566 req-5dbd1b18-7645-43c8-a9d7-83a6bfa76f82 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864899 May 04 17:16:53.462260 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6fa4aae0-def7-40b4-9516-3ee0039ef874 req-a2c08538-39e5-48d8-8f30-f47526fe9280 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0529125 May 04 17:16:53.746082 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0641ac-67bd-4ee7-9ff1-4cb61c397618 req-f7ab0a84-a93c-4db5-9e1b-7a804ac7e492 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:53.747681 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3f0641ac-67bd-4ee7-9ff1-4cb61c397618 req-f7ab0a84-a93c-4db5-9e1b-7a804ac7e492 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1014280 May 04 17:16:53.821432 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3f0641ac-67bd-4ee7-9ff1-4cb61c397618 req-50131821-4fd5-4c44-819c-fb50b5d4cc27 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645549 May 04 17:16:54.088554 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8e928-1f31-4f95-afae-7f3c3050a14c req-51e213f6-4d5d-4c0c-9d32-b7d5c2b86a35 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:54.090251 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-11c8e928-1f31-4f95-afae-7f3c3050a14c req-51e213f6-4d5d-4c0c-9d32-b7d5c2b86a35 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0974889 May 04 17:16:54.137580 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-11c8e928-1f31-4f95-afae-7f3c3050a14c req-de3c0f27-16b8-4ae2-a05c-1135a94e6fb5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 May 04 17:16:54.462255 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e44deebb-dd47-4d86-aa87-ba0e7c90e58b req-dd267252-eeb0-41dd-9d95-6729723a647d tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0461719 May 04 17:16:54.709515 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-74580b26-b054-4c22-b48c-ed73c2ee6c02 req-4b720614-b84e-4402-9f4d-be0bb6102955 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0549247 May 04 17:16:54.774868 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fa44a-7578-499a-895e-c022c8d952f7 req-9be7606e-c037-4938-8719-6ca98760537f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:54.776398 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-395fa44a-7578-499a-895e-c022c8d952f7 req-9be7606e-c037-4938-8719-6ca98760537f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1712356 May 04 17:16:54.834564 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-395fa44a-7578-499a-895e-c022c8d952f7 req-75ef3589-b605-498d-956e-7840b4acef8d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480695 May 04 17:16:55.039402 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca223220-b39a-46a9-a766-162c00302752 req-4b036034-e907-4c97-96c3-8006c2385c76 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:55.041019 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ca223220-b39a-46a9-a766-162c00302752 req-4b036034-e907-4c97-96c3-8006c2385c76 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0883145 May 04 17:16:55.087359 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ca223220-b39a-46a9-a766-162c00302752 req-9c8dd992-b533-42f2-b29d-52cd7165faa8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 May 04 17:16:55.326980 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba1548-962e-45d8-9e05-a5bdb78ef87a req-80dbc598-3b95-48e5-bc57-97067ee35bd9 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:55.328418 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1eba1548-962e-45d8-9e05-a5bdb78ef87a req-80dbc598-3b95-48e5-bc57-97067ee35bd9 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0823927 May 04 17:16:55.444597 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1eba1548-962e-45d8-9e05-a5bdb78ef87a req-ae2d0a68-f9a5-430b-a00b-911fb928231e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097965 May 04 17:16:55.609597 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bfd5c678-6eb9-454e-83a7-8ef7226697a8 req-2de9a7b6-3c38-4628-a1b6-ea82464855dc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0409842 May 04 17:16:55.634005 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:55.650790 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bec22eb2-fc43-42af-b1ee-b45a01ca66f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:55.868861 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0567d20-8e11-4f7c-8914-49134d9f1be2 req-35e6dc2f-4933-4cf3-aaa6-533e5d15db5f tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0425255 May 04 17:16:56.041370 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4ff02-0703-4ca6-a000-32ff99cf9e71 req-369732e5-41c2-48ae-9156-14a578a6d6d0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:56.042767 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cdb4ff02-0703-4ca6-a000-32ff99cf9e71 req-369732e5-41c2-48ae-9156-14a578a6d6d0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0786092 May 04 17:16:56.085481 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cdb4ff02-0703-4ca6-a000-32ff99cf9e71 req-925cfade-29fb-4f3a-8add-61a5e788fca6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371587 May 04 17:16:56.269170 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c52a5-0c15-4e6d-ada6-21914946a10c req-db145d3e-f320-4833-9ec4-4fa4fff89b07 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:56.270569 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b58c52a5-0c15-4e6d-ada6-21914946a10c req-db145d3e-f320-4833-9ec4-4fa4fff89b07 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0766718 May 04 17:16:56.316381 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b58c52a5-0c15-4e6d-ada6-21914946a10c req-a58de05b-677d-4b18-828c-5a7dc0fecf73 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401344 May 04 17:16:56.625903 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2145b74-ab1a-4f31-98da-854bf5f860a1 req-9de8ed2a-92e0-4ff6-aa98-96e8253922c2 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:56.627252 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a2145b74-ab1a-4f31-98da-854bf5f860a1 req-9de8ed2a-92e0-4ff6-aa98-96e8253922c2 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0792983 May 04 17:16:56.671818 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a2145b74-ab1a-4f31-98da-854bf5f860a1 req-9de6a47e-4fee-43ab-a97e-729dd5cf34f6 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387411 May 04 17:16:56.679853 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:56.760875 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e990ab0d-7447-41cb-a05e-7fe42cee3a62 req-77dc88ea-1be8-4979-ba2f-39a59ee683af tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0446224 May 04 17:16:57.017026 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0f84dc59-581e-4c7b-8191-3fae1e0b1e0a req-9b49bfe6-1d4f-4862-ab55-8bc9f8562660 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0417957 May 04 17:16:57.272631 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40e929-3ffe-4d50-bded-4c3bf808c1af req-b1d1a32b-70b4-4ac9-bbb1-914d1b63f25a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:57.274078 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-df40e929-3ffe-4d50-bded-4c3bf808c1af req-b1d1a32b-70b4-4ac9-bbb1-914d1b63f25a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0785229 May 04 17:16:57.319763 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-df40e929-3ffe-4d50-bded-4c3bf808c1af req-1e9c5ec5-9932-404c-8d50-6ed9e86a59b2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400605 May 04 17:16:57.496679 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ee0d1-3eb3-47e8-bdcd-7bb20660c3e6 req-e36bf58c-83a4-4580-a4d7-dd658ab7dc49 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:57.498129 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a02ee0d1-3eb3-47e8-bdcd-7bb20660c3e6 req-e36bf58c-83a4-4580-a4d7-dd658ab7dc49 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0795894 May 04 17:16:57.541766 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a02ee0d1-3eb3-47e8-bdcd-7bb20660c3e6 req-c38c87f3-b5a4-446f-a941-69c3bb6bd095 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377605 May 04 17:16:57.858125 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8bbbb-ea4d-4aa1-9ec5-59da32bafd94 req-52fbbb91-fa9e-4d12-b100-f50259146a3c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:57.859601 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-10b8bbbb-ea4d-4aa1-9ec5-59da32bafd94 req-52fbbb91-fa9e-4d12-b100-f50259146a3c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.0832994 May 04 17:16:57.924166 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acf796d5-bbad-4a51-aea1-44e7fac85f68 req-54d6210a-253c-465c-9523-f8e9f83ffe62 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0571535 May 04 17:16:57.944176 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-10b8bbbb-ea4d-4aa1-9ec5-59da32bafd94 req-c81e1cb9-669e-4368-ad06-122468df4a06 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789790 May 04 17:16:58.168105 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f33c5788-9afd-4a95-9fd1-22a8f788ea65 req-9c28f8d7-a3e9-47fd-94fb-5159b48bd36a tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0439246 May 04 17:16:58.216944 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:16:58.504126 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ece43-c339-43c0-9eef-a601772c3a07 req-a720ea24-6402-4436-ade5-8b624504041b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:58.505560 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3c2ece43-c339-43c0-9eef-a601772c3a07 req-a720ea24-6402-4436-ade5-8b624504041b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0780597 May 04 17:16:58.548516 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3c2ece43-c339-43c0-9eef-a601772c3a07 req-3f17ef05-e810-4f7a-a8e4-75b5b86cf5f0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373743 May 04 17:16:58.731692 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843557e-b213-4b74-bb28-d3554f78e805 req-221616ca-568f-4322-9acc-820dd1d4ba0e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:58.733097 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1843557e-b213-4b74-bb28-d3554f78e805 req-221616ca-568f-4322-9acc-820dd1d4ba0e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0870085 May 04 17:16:58.789293 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1843557e-b213-4b74-bb28-d3554f78e805 req-844a328e-2305-48fd-8f34-babd00974c90 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493433 May 04 17:16:58.830648 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9572062a-6dbb-457b-9dcd-b825f462e2c7 req-1feaa7d9-c545-422e-8b21-f4a7034797f9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700099 May 04 17:16:58.935043 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572062a-6dbb-457b-9dcd-b825f462e2c7 req-9afccf50-bf10-41b0-b510-5ab69f920be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:58.936605 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9572062a-6dbb-457b-9dcd-b825f462e2c7 req-9afccf50-bf10-41b0-b510-5ab69f920be6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 1098 time: 0.0746593 May 04 17:16:59.170361 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572062a-6dbb-457b-9dcd-b825f462e2c7 req-fbfc9ba9-d154-4685-9d56-439c2ee008e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:59.171795 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9572062a-6dbb-457b-9dcd-b825f462e2c7 req-fbfc9ba9-d154-4685-9d56-439c2ee008e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=397cd77a-abc4-4053-a1eb-1563ed5bf14e HTTP/1.1" status: 200 len: 919 time: 0.1551898 May 04 17:16:59.210915 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2c5a3000-8fe3-4989-88f4-21764f7c566d req-9853e4ff-d3d1-4fd8-8f95-7548c9193bb8 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.1195703 May 04 17:16:59.253014 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9572062a-6dbb-457b-9dcd-b825f462e2c7 req-df5fed81-2aff-4b75-b379-d4e9d26401f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2097a1ef-de80-4069-9ef1-773975f25ce6 HTTP/1.1" status: 200 len: 217 time: 0.0729175 May 04 17:16:59.274859 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8355d-3f38-4473-a7bd-932024a196dd req-0f90a8ce-45b4-4f42-a7fb-4d97011f2e81 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:59.281509 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b3c8355d-3f38-4473-a7bd-932024a196dd req-0f90a8ce-45b4-4f42-a7fb-4d97011f2e81 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.1347523 May 04 17:16:59.325967 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572062a-6dbb-457b-9dcd-b825f462e2c7 req-a30e3793-c292-4973-83d3-b447794844cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:59.327599 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9572062a-6dbb-457b-9dcd-b825f462e2c7 req-a30e3793-c292-4973-83d3-b447794844cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b32ce49-09ab-4ba5-89dc-6e9b269f5a41 HTTP/1.1" status: 200 len: 858 time: 0.0665538 May 04 17:16:59.333066 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b3c8355d-3f38-4473-a7bd-932024a196dd req-8c84234d-ccfc-4f5b-bb1d-2eb0eb015796 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 May 04 17:16:59.373504 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c85c754e-0fcb-4de8-a5e3-ab35b974235b req-6862e265-f7a0-4f0b-90ab-82f31b131bde tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0443971 May 04 17:16:59.377798 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9572062a-6dbb-457b-9dcd-b825f462e2c7 req-f6afb969-2dd8-4382-973f-f5a77f8fea8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=397cd77a-abc4-4053-a1eb-1563ed5bf14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424953 May 04 17:16:59.547415 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9572062a-6dbb-457b-9dcd-b825f462e2c7 req-8f050e82-686d-49dd-aaf7-bdd32dd2fb82 service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614838 May 04 17:16:59.585269 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51b7b5-e033-418b-be61-7842b741db84 req-e48411e3-e927-4ed4-a36c-eaf6e5d1bafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:59.586759 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bb51b7b5-e033-418b-be61-7842b741db84 req-e48411e3-e927-4ed4-a36c-eaf6e5d1bafa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 1099 time: 0.0748279 May 04 17:16:59.742447 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa38eb2-9f51-4685-8b79-abcf2ae89011 req-bee0fb33-25a5-413e-a539-f727010091f2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:59.743961 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3fa38eb2-9f51-4685-8b79-abcf2ae89011 req-bee0fb33-25a5-413e-a539-f727010091f2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0840602 May 04 17:16:59.798751 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bb51b7b5-e033-418b-be61-7842b741db84 req-266b9e47-abfd-4e08-872b-380dafd87ade service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168737 May 04 17:16:59.798873 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3fa38eb2-9f51-4685-8b79-abcf2ae89011 req-51baed72-1f37-489e-920b-6459630480d8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488486 May 04 17:16:59.826372 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9572062a-6dbb-457b-9dcd-b825f462e2c7 req-73b2620e-9b55-4b17-8ecf-ec7515ed7893 service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626604 May 04 17:16:59.973322 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01171c9-6a3c-4150-a28f-03f77c626f54 req-ece7191f-cb37-4b8e-bc31-7dbc02357e0f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:16:59.974722 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c01171c9-6a3c-4150-a28f-03f77c626f54 req-ece7191f-cb37-4b8e-bc31-7dbc02357e0f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0787318 May 04 17:17:00.018326 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c01171c9-6a3c-4150-a28f-03f77c626f54 req-868c655b-d561-497f-b800-32f45a07f5bc tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376532 May 04 17:17:00.366267 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2558a5e1-56c8-48c2-b277-92560f609166 req-ecdd92ed-2e09-46f0-b96a-edc4c884a941 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0451338 May 04 17:17:00.553355 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-8618e08d-62e4-4266-953a-434378fbeb17 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:00.555038 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-8618e08d-62e4-4266-953a-434378fbeb17 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.11 "GET /v2.0/networks?id=5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 HTTP/1.1" status: 200 len: 813 time: 0.1591032 May 04 17:17:00.568237 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Request body: {'port': {'device_id': '3d8387df-6ea5-45ac-8def-f575c1206d46', 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72', 'admin_state_up': True, 'tenant_id': '5226e6bf9d554f72a89376f778cc860f'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:00.618446 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f7e0e51c-d656-4d03-a7cd-fe82771a9978 req-4fa239f9-0874-45a4-a86b-e5843751e3bf tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.1267958 May 04 17:17:00.651681 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17abbca-2526-4173-9fce-f92635e2cfce req-2d7abd8a-1309-4b6b-a5a5-dce58223867c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:00.653169 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f17abbca-2526-4173-9fce-f92635e2cfce req-2d7abd8a-1309-4b6b-a5a5-dce58223867c tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 943 time: 0.2060542 May 04 17:17:00.701602 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f17abbca-2526-4173-9fce-f92635e2cfce req-b9206d36-663e-487d-a885-2bed5e41cab6 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423336 May 04 17:17:00.790135 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:00.794200 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Usage tracker for resource:port and tenant:5226e6bf9d554f72a89376f778cc860f is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:00.797135 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:00.803473 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:00.890791 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Made reservation on behalf of 5226e6bf9d554f72a89376f778cc860f for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:17:00.894899 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:01.002845 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:17:01.016586 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e2377-e636-419b-b155-b64325f302ae req-0a88f676-1b0f-45ff-ab70-57358c6ff131 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:01.018491 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8d9e2377-e636-419b-b155-b64325f302ae req-0a88f676-1b0f-45ff-ab70-57358c6ff131 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.0985246 May 04 17:17:01.116872 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8d9e2377-e636-419b-b155-b64325f302ae req-62c19ff5-2896-4e23-9aff-dbd44f61bf14 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912914 May 04 17:17:01.131275 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Allocated IP 172.20.0.6 (5b235ee4-88eb-4f94-8ea6-c0a738f9ab72/53bc7281-7282-459f-bac7-7bb2adb3a502/2d614588-9f46-4052-9415-a990a2efcb8c) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:17:01.149831 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:01.171996 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:01.201381 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': 'ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84', 'network_id': 'f1f53d29-895b-4d95-9855-c27f27b4b040', 'port_id': 'ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84', 'mac_address': 'fa:16:3e:a7:7a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d97dca-f7a6-4fee-aada-77814155f9eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:17:01.215421 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-ed743eb3-dd58-4363-b94b-4bd514f641db tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=660e230210a3424b9e59b4c7835b7f76&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442986 May 04 17:17:01.280373 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:01.282425 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e360426-8604-41c7-853e-4b43d61680b8 req-1bd4b4d2-788f-4cb6-8ab5-8f028d643e07 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:01.283969 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4e360426-8604-41c7-853e-4b43d61680b8 req-1bd4b4d2-788f-4cb6-8ab5-8f028d643e07 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1443756 May 04 17:17:01.309186 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:17:01.326860 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:01.365034 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4e360426-8604-41c7-853e-4b43d61680b8 req-931ec665-56b0-4954-88ec-5ab4f9effef2 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723569 May 04 17:17:01.421638 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:01.424490 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:01.498972 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:01.502597 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:01.614880 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-26316af2-2f05-4d22-9b40-bff0ded389ed req-b8e8e036-1077-48f9-ae8a-f8470aad59a1 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0474343 May 04 17:17:01.645166 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-c2f05e1b-4693-46cd-8cd1-d098dc440249 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:01.647574 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-c2f05e1b-4693-46cd-8cd1-d098dc440249 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4228439 May 04 17:17:01.666561 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Request body: {'port': {'device_id': 'e5ce780d-26d8-4b9e-ad56-33f802737ca7', 'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347', 'admin_state_up': True, 'tenant_id': '660e230210a3424b9e59b4c7835b7f76'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:01.699295 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:17:01.798784 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6dde6e88-fa7c-42bc-80c1-b4925cdae493 req-1f6bbb13-0e6d-4d6a-a3a7-a14fa40b94e7 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0609403 May 04 17:17:01.826510 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:01.886872 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:01.893357 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Usage tracker for resource:port and tenant:660e230210a3424b9e59b4c7835b7f76 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:01.901016 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:01.912988 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:01.994604 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:02.000884 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-56fda457-d7fe-488e-a978-4c3aeeb72035 tempest-DeleteServersTestJSON-1055748988 tempest-DeleteServersTestJSON-1055748988-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:02.013285 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959a1a3-3e1e-4889-bd4e-95a66534c45e req-4f26d57c-7d20-49fb-b08e-cd587624056e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:02.020402 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5959a1a3-3e1e-4889-bd4e-95a66534c45e req-4f26d57c-7d20-49fb-b08e-cd587624056e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 944 time: 0.0925038 May 04 17:17:02.041420 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Made reservation on behalf of 660e230210a3424b9e59b4c7835b7f76 for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:17:02.045175 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:02.053689 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 52190) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:02.071503 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5959a1a3-3e1e-4889-bd4e-95a66534c45e req-18c2497c-5d7c-4a17-ae46-7ff97e61c46f tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501537 May 04 17:17:02.077739 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:02.114664 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:17:02.114664 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Pushing event updated for resources: {'Port': ['ID=2d614588-9f46-4052-9415-a990a2efcb8c,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:02.114664 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:02.116300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:02.119524 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:02.120304 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:17:02.125800 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:02.126417 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:02.131011 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Usage tracker for resource:security_group_rule and tenant:660e230210a3424b9e59b4c7835b7f76 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:02.135141 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:02.147619 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:02.210429 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:02.227633 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:02.232262 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Usage tracker for resource:security_group_rule and tenant:862117b833404019a83cfdd0a6e3c3ed is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:02.235789 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:02.243513 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:02.295694 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7316141 May 04 17:17:02.321628 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Request body: {'port': {'device_id': '3d8387df-6ea5-45ac-8def-f575c1206d46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:02.349293 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:02.421305 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:02.435315 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:02.441207 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1b9ea0f4-8ec8-4119-ab27-9ca46d26ed3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:02.485652 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:02.496129 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-25f5809d-2514-4253-8aaf-4e9d65129e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:02.519788 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:02.522254 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110ba55-a631-486f-a6a7-b081a3c82a5d req-8785af66-fa8b-4bcd-b7f1-2ad7bee72b9d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:02.524318 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e110ba55-a631-486f-a6a7-b081a3c82a5d req-8785af66-fa8b-4bcd-b7f1-2ad7bee72b9d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1469948 May 04 17:17:02.557207 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec31de0-2645-4c1c-ae1d-1b4da2181963 req-d0cb31b3-cb92-403f-84d3-03f6eb77891b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:02.564812 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bec31de0-2645-4c1c-ae1d-1b4da2181963 req-d0cb31b3-cb92-403f-84d3-03f6eb77891b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 1099 time: 0.3087878 May 04 17:17:02.572888 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0e5e0-43a0-4928-b1f4-d788e968b0bc req-8f2c418f-2190-4b44-8715-4b8950476d4c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:02.574367 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d6f0e5e0-43a0-4928-b1f4-d788e968b0bc req-8f2c418f-2190-4b44-8715-4b8950476d4c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.2471831 May 04 17:17:02.577654 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206ade01-88bb-4ced-8981-b29e3a2463aa,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:02.584936 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=862117b833404019a83cfdd0a6e3c3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282741 May 04 17:17:02.586223 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a00de3-ebe6-47a0-aa82-1541ec5e546e,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:02.589466 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 52206) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:02.605813 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:02.606237 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:02.606652 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:02.607067 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:02.607469 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:02.607917 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:02.608313 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:02.608708 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:02.609163 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:02.609706 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:02.610203 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:02.610594 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:02.614857 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:02.638014 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:02.669923 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e110ba55-a631-486f-a6a7-b081a3c82a5d req-e957a42a-5ed3-42e5-a60d-03b3bcd24a10 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315196 May 04 17:17:02.744283 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d6f0e5e0-43a0-4928-b1f4-d788e968b0bc req-691a6319-76c8-486f-b685-8b46f71b09b5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554658 May 04 17:17:02.771688 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-050bbfb8-af3b-4fa1-b5c7-00ef095beb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:02.857653 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-050bbfb8-af3b-4fa1-b5c7-00ef095beb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:02.902748 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec31de0-2645-4c1c-ae1d-1b4da2181963 req-7b3a6c9b-2f08-4123-b760-e99cd5e66995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:02.904198 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bec31de0-2645-4c1c-ae1d-1b4da2181963 req-7b3a6c9b-2f08-4123-b760-e99cd5e66995 service neutron] 10.222.0.11 "GET /v2.0/networks?id=397cd77a-abc4-4053-a1eb-1563ed5bf14e HTTP/1.1" status: 200 len: 919 time: 0.3372817 May 04 17:17:02.905321 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Allocated IP 192.168.233.221 (ba32048e-5f90-4e5b-965d-c296f7c9c347/21919c7b-c6f2-4633-b709-4b7594ab727e/f91d1925-e14b-42df-b883-8420bcd044cb) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:17:02.962308 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b27da9-fe80-43aa-bb4e-c5be24254d27 req-19d6d3b4-f28f-4dd0-a838-39f0ab477ad5 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:02.963723 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c7b27da9-fe80-43aa-bb4e-c5be24254d27 req-19d6d3b4-f28f-4dd0-a838-39f0ab477ad5 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 931 time: 0.1857343 May 04 17:17:02.971736 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d3183682-01b0-4952-a4eb-346f1fc87a1c req-a8bd9ed7-8543-459f-a4cb-1e9e57074650 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0585785 May 04 17:17:03.005528 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:17:03.036474 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c7b27da9-fe80-43aa-bb4e-c5be24254d27 req-ae7c073f-3ba6-453e-8e58-a40e39607422 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625272 May 04 17:17:03.074538 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-050bbfb8-af3b-4fa1-b5c7-00ef095beb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:03.079140 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-1985ba0a-b29f-414f-ac6b-78ceeac5b116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:03.088187 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bec31de0-2645-4c1c-ae1d-1b4da2181963 req-9beebb23-5439-49dd-84c1-011f7152706d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=943500e0-7df3-493a-8a0e-2656c419e7ef HTTP/1.1" status: 200 len: 217 time: 0.1735032 May 04 17:17:03.091750 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bbfb8-af3b-4fa1-b5c7-00ef095beb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206ade01-88bb-4ced-8981-b29e3a2463aa,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:03.095941 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-050bbfb8-af3b-4fa1-b5c7-00ef095beb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:03.099350 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-050bbfb8-af3b-4fa1-b5c7-00ef095beb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:03.100451 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-050bbfb8-af3b-4fa1-b5c7-00ef095beb5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/206ade01-88bb-4ced-8981-b29e3a2463aa HTTP/1.1" status: 204 len: 168 time: 0.4969313 May 04 17:17:03.182640 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:17:03.187666 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:03.188204 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:03.250537 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec31de0-2645-4c1c-ae1d-1b4da2181963 req-6c52b763-dcc9-4fcb-9d02-5f288b98a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:03.251898 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bec31de0-2645-4c1c-ae1d-1b4da2181963 req-6c52b763-dcc9-4fcb-9d02-5f288b98a2ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b32ce49-09ab-4ba5-89dc-6e9b269f5a41 HTTP/1.1" status: 200 len: 858 time: 0.1533217 May 04 17:17:03.283556 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced853dc-b950-4c43-89d5-1892ab1df5fd req-e55ed26c-5f06-4475-8c9d-0abaa7581278 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:03.293748 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ced853dc-b950-4c43-89d5-1892ab1df5fd req-e55ed26c-5f06-4475-8c9d-0abaa7581278 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 944 time: 0.1002300 May 04 17:17:03.310024 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:03.329298 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bec31de0-2645-4c1c-ae1d-1b4da2181963 req-1c98d893-859c-45b6-aa81-4b2789a6609a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=397cd77a-abc4-4053-a1eb-1563ed5bf14e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696418 May 04 17:17:03.351879 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ced853dc-b950-4c43-89d5-1892ab1df5fd req-0784d62c-01a0-4dd6-b063-c68d722d2f08 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569232 May 04 17:17:03.373656 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc41cd8-083b-4c19-bcd4-3f6d5809e65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:17:03.385410 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:03.473942 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:03.488588 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc41cd8-083b-4c19-bcd4-3f6d5809e65d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84', 'code': 200} May 04 17:17:03.488588 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:03.578691 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:03.585860 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:03.734101 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:03.754793 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bec31de0-2645-4c1c-ae1d-1b4da2181963 req-a855e2b7-24a9-4e65-8638-b638ceab66e4 service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060109 May 04 17:17:03.803369 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d614588-9f46-4052-9415-a990a2efcb8c {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:17:03.811509 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Transition to ACTIVE for port object f91d1925-e14b-42df-b883-8420bcd044cb will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:17:03.813662 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:03.899452 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Transition to ACTIVE for port object 2d614588-9f46-4052-9415-a990a2efcb8c will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:17:03.936524 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-bec31de0-2645-4c1c-ae1d-1b4da2181963 req-b2f7d74f-ea31-4cc4-b0a0-e8b62e1a995f service neutron] 10.222.0.11 "GET /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728241 May 04 17:17:03.993803 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:03.998991 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:04.005968 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ee9f35-9687-44b3-9f30-d1723d2ce282 req-03ee63a3-5e38-4469-8aaf-2459387c096c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:04.007424 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-07ee9f35-9687-44b3-9f30-d1723d2ce282 req-03ee63a3-5e38-4469-8aaf-2459387c096c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 1098 time: 0.1681268 May 04 17:17:04.015626 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a3324-606c-497c-aebc-0d9adf7d70c0 req-b97c19f5-b39f-4769-8209-c16a534ed93d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:04.016995 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3e3a3324-606c-497c-aebc-0d9adf7d70c0 req-b97c19f5-b39f-4769-8209-c16a534ed93d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.2287486 May 04 17:17:04.036811 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:04.062230 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754a2e9-f46a-4eca-8144-f262e7727a6d req-17353bf3-e339-4ff5-ba58-c9a75c82902f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:04.063524 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f754a2e9-f46a-4eca-8144-f262e7727a6d req-17353bf3-e339-4ff5-ba58-c9a75c82902f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 943 time: 0.1771200 May 04 17:17:04.113476 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-07ee9f35-9687-44b3-9f30-d1723d2ce282 req-e78dc987-b6fb-4de5-98e1-29f69ddeff7f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955529 May 04 17:17:04.132955 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Network ba32048e-5f90-4e5b-965d-c296f7c9c347 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:17:04.135655 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3e3a3324-606c-497c-aebc-0d9adf7d70c0 req-acc67b0a-d50f-4c04-b804-83357cce2ee9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027298 May 04 17:17:04.136810 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:04.140922 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f754a2e9-f46a-4eca-8144-f262e7727a6d req-add64461-6ad6-4a28-ad5a-225aec855a1d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668914 May 04 17:17:04.167692 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:17:04.171312 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:04.171856 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:04.187206 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Pushing event updated for resources: {'Port': ['ID=2d614588-9f46-4052-9415-a990a2efcb8c,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:04.187206 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:04.187206 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:04.287268 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Attempting to bind port 2d614588-9f46-4052-9415-a990a2efcb8c on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:17:04.287592 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Attempting to bind port 2d614588-9f46-4052-9415-a990a2efcb8c by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'cdaea2f6-a9a0-460b-9086-19964684fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:17:04.287912 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Attempting to bind port 2d614588-9f46-4052-9415-a990a2efcb8c on network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:17:04.294071 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Pushing event updated for resources: {'Port': ['ID=f91d1925-e14b-42df-b883-8420bcd044cb,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:04.297595 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:04.298306 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Port 2d614588-9f46-4052-9415-a990a2efcb8c on network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:17:04.298618 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Attempting to bind port 2d614588-9f46-4052-9415-a990a2efcb8c on network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:17:04.306959 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:17:04.307310 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Checking segment: {'id': 'cdaea2f6-a9a0-460b-9086-19964684fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:17:04.307701 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Bound using segment: {'id': 'cdaea2f6-a9a0-460b-9086-19964684fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:17:04.308139 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Bound port: 2d614588-9f46-4052-9415-a990a2efcb8c, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdaea2f6-a9a0-460b-9086-19964684fa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:17:04.308489 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:04.371484 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7123032 May 04 17:17:04.385289 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Request body: {'port': {'device_id': 'e5ce780d-26d8-4b9e-ad56-33f802737ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:04.401836 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745856c-6731-418f-8fd6-26d6a82b9677 req-be7bcd63-d17e-4682-aa7f-c73bda6aac51 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:04.403405 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7745856c-6731-418f-8fd6-26d6a82b9677 req-be7bcd63-d17e-4682-aa7f-c73bda6aac51 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 936 time: 0.1454124 May 04 17:17:04.419236 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9da79-bff8-4833-9db6-d72c41bdd61c req-db4ca66a-2a08-4968-aa72-e538ac2049d1 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:04.421283 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6df9da79-bff8-4833-9db6-d72c41bdd61c req-db4ca66a-2a08-4968-aa72-e538ac2049d1 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 943 time: 0.1145546 May 04 17:17:04.487407 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] For port 2d614588-9f46-4052-9415-a990a2efcb8c, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:17:04.490261 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7745856c-6731-418f-8fd6-26d6a82b9677 req-6ce2ebea-00f9-4e06-bf03-935f10a2fd78 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792441 May 04 17:17:04.497201 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6df9da79-bff8-4833-9db6-d72c41bdd61c req-7798a288-fca9-49ee-a09f-393bf619bc3b tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605853 May 04 17:17:04.506929 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] For port 2d614588-9f46-4052-9415-a990a2efcb8c, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2d614588-9f46-4052-9415-a990a2efcb8c,segment=NetworkSegment(cdaea2f6-a9a0-460b-9086-19964684fa72),segment_id=cdaea2f6-a9a0-460b-9086-19964684fa72)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:17:04.524997 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:04.597548 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:04.604018 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:04.621445 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-cfe5147f-2464-483f-830d-2d01bf5a4fce None None] Provisioning for port f91d1925-e14b-42df-b883-8420bcd044cb completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:17:04.626748 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-cfe5147f-2464-483f-830d-2d01bf5a4fce None None] Provisioning complete for port f91d1925-e14b-42df-b883-8420bcd044cb triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:04.630666 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-cfe5147f-2464-483f-830d-2d01bf5a4fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:04.676632 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Pushing event updated for resources: {'Port': ['ID=2d614588-9f46-4052-9415-a990a2efcb8c,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:04.682719 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:04.694490 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-cfe5147f-2464-483f-830d-2d01bf5a4fce None None] Port f91d1925-e14b-42df-b883-8420bcd044cb cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:17:04.725607 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:04.726218 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:04.727830 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] 10.222.0.11 "PUT /v2.0/ports/2d614588-9f46-4052-9415-a990a2efcb8c HTTP/1.1" status: 200 len: 1093 time: 2.4186683 May 04 17:17:04.728300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8387df-6ea5-45ac-8def-f575c1206d46', 'tag': '2d614588-9f46-4052-9415-a990a2efcb8c'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:17:04.730292 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de536aab-9803-4344-9d07-a4051550a0c9 req-f07c0547-196d-4613-8505-3771cc3b3c91 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:04.731853 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-de536aab-9803-4344-9d07-a4051550a0c9 req-f07c0547-196d-4613-8505-3771cc3b3c91 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 945 time: 0.1167157 May 04 17:17:04.800977 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-de536aab-9803-4344-9d07-a4051550a0c9 req-eec7382c-7289-4272-9ae4-4e2f4331e4fd tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535398 May 04 17:17:04.803468 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d8387df-6ea5-45ac-8def-f575c1206d46', 'tag': '2d614588-9f46-4052-9415-a990a2efcb8c', 'status': 'completed', 'code': 200} May 04 17:17:05.028636 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ac30203-edd4-4a2d-a017-892759a71e80 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:17:05.052695 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba798393-fd13-45c1-a6b8-cc51bc2b6c80 req-32bbf577-9480-452f-a8fb-83667125c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:05.054206 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ba798393-fd13-45c1-a6b8-cc51bc2b6c80 req-32bbf577-9480-452f-a8fb-83667125c12d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5226e6bf9d554f72a89376f778cc860f&device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 1096 time: 0.2391040 May 04 17:17:05.186557 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:05.202048 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '5ac30203-edd4-4a2d-a017-892759a71e80', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'port_id': '5ac30203-edd4-4a2d-a017-892759a71e80', 'mac_address': 'fa:16:3e:b3:af:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:17:05.229823 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91d1925-e14b-42df-b883-8420bcd044cb {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:17:05.241678 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:05.268423 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:05.289126 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac30203-edd4-4a2d-a017-892759a71e80 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:17:05.296170 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Transition to ACTIVE for port object f91d1925-e14b-42df-b883-8420bcd044cb will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:17:05.299102 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba798393-fd13-45c1-a6b8-cc51bc2b6c80 req-03f1c97e-c8d2-46e4-95e1-c16fa39d1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:05.301327 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ba798393-fd13-45c1-a6b8-cc51bc2b6c80 req-03f1c97e-c8d2-46e4-95e1-c16fa39d1aac service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5226e6bf9d554f72a89376f778cc860f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2324975 May 04 17:17:05.308048 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:05.414377 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:05.420051 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-850b3458-b1fc-48be-beb3-f9672af9e2ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:05.451746 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:05.454102 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-a41d4f55-1e35-4671-8a70-fa3086046875 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:05.541521 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=5ac30203-edd4-4a2d-a017-892759a71e80,revision_number=9']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:05.552614 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:05.567960 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Pushing event updated for resources: {'Port': ['ID=f91d1925-e14b-42df-b883-8420bcd044cb,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:05.574271 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:05.574406 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6faa6-fbcd-411f-a6bd-0d53e2f9cbd8 req-a89e9e00-7ad8-4a1c-b0f9-5ee5fe6e2785 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:05.580555 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3fa6faa6-fbcd-411f-a6bd-0d53e2f9cbd8 req-a89e9e00-7ad8-4a1c-b0f9-5ee5fe6e2785 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.2787690 May 04 17:17:05.592080 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abb4de-22d6-460a-b7bb-da96662be0d1 req-072a526d-e9ac-42cf-b7c8-cc7303daca9e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:05.598675 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a3abb4de-22d6-460a-b7bb-da96662be0d1 req-072a526d-e9ac-42cf-b7c8-cc7303daca9e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1629481 May 04 17:17:05.652198 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba798393-fd13-45c1-a6b8-cc51bc2b6c80 req-7e16848b-7e52-48dc-a49b-53bed9db71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:05.653915 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ba798393-fd13-45c1-a6b8-cc51bc2b6c80 req-7e16848b-7e52-48dc-a49b-53bed9db71a1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3442192 May 04 17:17:05.676000 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Attempting to bind port f91d1925-e14b-42df-b883-8420bcd044cb on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:17:05.676766 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Attempting to bind port f91d1925-e14b-42df-b883-8420bcd044cb by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0c3665db-d2dc-4786-a18f-d56d07e690d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:17:05.677171 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Attempting to bind port f91d1925-e14b-42df-b883-8420bcd044cb on network ba32048e-5f90-4e5b-965d-c296f7c9c347 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:17:05.684219 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a3abb4de-22d6-460a-b7bb-da96662be0d1 req-4c9a8f37-0a88-4751-abdf-67d78e0ece0d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679195 May 04 17:17:05.685468 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Port f91d1925-e14b-42df-b883-8420bcd044cb on network ba32048e-5f90-4e5b-965d-c296f7c9c347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:17:05.685799 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Attempting to bind port f91d1925-e14b-42df-b883-8420bcd044cb on network ba32048e-5f90-4e5b-965d-c296f7c9c347 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:17:05.692089 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:17:05.692431 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Checking segment: {'id': '0c3665db-d2dc-4786-a18f-d56d07e690d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:17:05.693174 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Bound using segment: {'id': '0c3665db-d2dc-4786-a18f-d56d07e690d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:17:05.693614 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Bound port: f91d1925-e14b-42df-b883-8420bcd044cb, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3665db-d2dc-4786-a18f-d56d07e690d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:17:05.693957 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:05.725484 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3fa6faa6-fbcd-411f-a6bd-0d53e2f9cbd8 req-a350f4df-ae26-40ba-b817-e7c7a7286d4b tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451519 May 04 17:17:05.825412 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['5ac30203-edd4-4a2d-a017-892759a71e80'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:17:05.891755 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] For port f91d1925-e14b-42df-b883-8420bcd044cb, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:17:05.896982 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] For port f91d1925-e14b-42df-b883-8420bcd044cb, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f91d1925-e14b-42df-b883-8420bcd044cb,segment=NetworkSegment(0c3665db-d2dc-4786-a18f-d56d07e690d6),segment_id=0c3665db-d2dc-4786-a18f-d56d07e690d6)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:17:05.907699 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-f0f762c1-c25e-4934-b410-3e5358420dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:05.909244 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-f0f762c1-c25e-4934-b410-3e5358420dc2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5226e6bf9d554f72a89376f778cc860f&device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 1096 time: 0.1522417 May 04 17:17:05.979040 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeca7df-c592-49c7-ae2c-9d08bd50dd19 req-5a8409d8-1f05-4711-96cb-bb3ba7e51e29 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:05.980450 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5aeca7df-c592-49c7-ae2c-9d08bd50dd19 req-5a8409d8-1f05-4711-96cb-bb3ba7e51e29 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 948 time: 0.1580584 May 04 17:17:05.986553 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:05.998427 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4c5b9e76-74e4-46af-82ae-1061e1dd8dee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:06.034090 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-a775dcc5-500a-4eac-8177-9cba1f79638b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d614588-9f46-4052-9415-a990a2efcb8c HTTP/1.1" status: 200 len: 217 time: 0.1065845 May 04 17:17:06.039136 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad1400-1dd4-45fe-8893-9b956f33535b req-f8b24c7b-9ad2-4c93-938c-72080a27e0c2 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:06.040589 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-13ad1400-1dd4-45fe-8893-9b956f33535b req-f8b24c7b-9ad2-4c93-938c-72080a27e0c2 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 943 time: 0.1438541 May 04 17:17:06.047918 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5aeca7df-c592-49c7-ae2c-9d08bd50dd19 req-24682e00-9b21-40fd-9de5-5589efa5cc11 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557301 May 04 17:17:06.097324 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:06.097963 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:06.099425 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] 10.222.0.11 "PUT /v2.0/ports/f91d1925-e14b-42df-b883-8420bcd044cb HTTP/1.1" status: 200 len: 1098 time: 1.7183583 May 04 17:17:06.102630 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-13ad1400-1dd4-45fe-8893-9b956f33535b req-8aab7579-8dcd-4c90-8083-342f846485da tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484145 May 04 17:17:06.129157 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-cc97a802-a369-45d5-84d0-3d8b857b1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:06.130642 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-cc97a802-a369-45d5-84d0-3d8b857b1313 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=53bc7281-7282-459f-bac7-7bb2adb3a502 HTTP/1.1" status: 200 len: 853 time: 0.0875945 May 04 17:17:06.134422 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Pushing event updated for resources: {'Port': ['ID=f91d1925-e14b-42df-b883-8420bcd044cb,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:06.144754 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:06.180810 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-6f535e1c-ef39-4749-82c3-3135bf220631 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5b235ee4-88eb-4f94-8ea6-c0a738f9ab72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424330 May 04 17:17:06.249933 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89587af0-2f96-43e1-bc26-bd934f30a736 req-0aa59d04-5cbe-4585-8b09-12fc423c1c05 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:06.251408 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-89587af0-2f96-43e1-bc26-bd934f30a736 req-0aa59d04-5cbe-4585-8b09-12fc423c1c05 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 945 time: 0.0894084 May 04 17:17:06.296021 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-89587af0-2f96-43e1-bc26-bd934f30a736 req-37ce9684-6452-465a-aa4e-a0fa07077657 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383246 May 04 17:17:06.804256 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5ce780d-26d8-4b9e-ad56-33f802737ca7', 'tag': 'f91d1925-e14b-42df-b883-8420bcd044cb'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:17:06.941989 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32a322-cf96-481b-a1e3-cf6119960578 req-6ed478ca-5cdc-465e-8509-11db9577ec64 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:06.943428 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5b32a322-cf96-481b-a1e3-cf6119960578 req-6ed478ca-5cdc-465e-8509-11db9577ec64 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1434262 May 04 17:17:06.951624 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad701e-451a-4712-9baf-36e221432aed req-6cee4e64-1562-4c05-9f40-10f6a55e84ec tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:06.952996 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b3ad701e-451a-4712-9baf-36e221432aed req-6cee4e64-1562-4c05-9f40-10f6a55e84ec tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1160784 May 04 17:17:07.020575 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5b32a322-cf96-481b-a1e3-cf6119960578 req-12f88acd-cb2a-465f-a4e3-69bae5dd9e4e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666370 May 04 17:17:07.027555 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b3ad701e-451a-4712-9baf-36e221432aed req-956f5981-94ef-402d-81fa-27084bcabeec tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607407 May 04 17:17:07.082948 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5ce780d-26d8-4b9e-ad56-33f802737ca7', 'tag': 'f91d1925-e14b-42df-b883-8420bcd044cb', 'status': 'completed', 'code': 200} May 04 17:17:07.276480 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f991e6b-c0eb-4d88-9dd1-a927805e99ee req-10222788-40d3-425b-ae18-a5d1ca9097cb tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:07.277920 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9f991e6b-c0eb-4d88-9dd1-a927805e99ee req-10222788-40d3-425b-ae18-a5d1ca9097cb tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 948 time: 0.1232872 May 04 17:17:07.337641 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9f991e6b-c0eb-4d88-9dd1-a927805e99ee req-8d89a00b-ba7a-42f6-9202-8d0eecbd6e06 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532660 May 04 17:17:07.345878 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cda2f-f44e-4e92-ad52-9a918c3c2df2 req-ec2aa5ed-03fa-442b-8c28-8e3e3f70b515 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:07.347917 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e43cda2f-f44e-4e92-ad52-9a918c3c2df2 req-ec2aa5ed-03fa-442b-8c28-8e3e3f70b515 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 943 time: 0.1241472 May 04 17:17:07.395557 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e43cda2f-f44e-4e92-ad52-9a918c3c2df2 req-a7702b76-17c7-47a3-91b8-706e54cd4508 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415041 May 04 17:17:08.220196 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246946c-dc2f-48ba-b721-a31ef9a2653d req-834aa73c-8d96-4425-baa1-d9331066cba6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:08.221651 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6246946c-dc2f-48ba-b721-a31ef9a2653d req-834aa73c-8d96-4425-baa1-d9331066cba6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0789387 May 04 17:17:08.265653 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6246946c-dc2f-48ba-b721-a31ef9a2653d req-686338f5-aaf7-4263-a328-9c0d4fbb73d2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373745 May 04 17:17:08.575254 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780acc67-0672-4d00-8371-50831f274bb5 req-2887f4fb-5cee-4442-9037-25892eecd220 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:08.576683 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-780acc67-0672-4d00-8371-50831f274bb5 req-2887f4fb-5cee-4442-9037-25892eecd220 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 948 time: 0.1291332 May 04 17:17:08.628960 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356943a-19e2-40f2-a549-8e1efd5d1d36 req-2c92f46c-591c-4b4f-89d2-f19a60091378 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:08.630411 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2356943a-19e2-40f2-a549-8e1efd5d1d36 req-2c92f46c-591c-4b4f-89d2-f19a60091378 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 943 time: 0.1313570 May 04 17:17:08.637386 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-780acc67-0672-4d00-8371-50831f274bb5 req-0f35cc23-8fb1-4ae4-9597-a5116d552600 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539815 May 04 17:17:08.688692 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2356943a-19e2-40f2-a549-8e1efd5d1d36 req-4ed3e803-b146-4412-8e8d-df13cede6e4a tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503037 May 04 17:17:09.456897 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164afdbb-0596-4724-953c-556559c665f3 req-d4ea0a8b-d0d2-47c7-a7cb-fee51b174d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:09.458356 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-164afdbb-0596-4724-953c-556559c665f3 req-d4ea0a8b-d0d2-47c7-a7cb-fee51b174d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0782475 May 04 17:17:09.505458 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-164afdbb-0596-4724-953c-556559c665f3 req-5f09d1f0-10f5-4e2a-9fde-a7f0762d964e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410321 May 04 17:17:09.535833 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-77ff48fb-fba0-4569-a595-c0713f0d2269 service neutron] 10.222.0.11 "GET /v2.0/networks/5b235ee4-88eb-4f94-8ea6-c0a738f9ab72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896911 May 04 17:17:09.537917 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-763c13d4-1879-478b-8af6-f42406b7c637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:09.539221 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-763c13d4-1879-478b-8af6-f42406b7c637 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=660e230210a3424b9e59b4c7835b7f76&device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 1101 time: 0.1666789 May 04 17:17:09.644203 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-d8501f58-226c-4ae3-86bd-0b3e6ec76919 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=f91d1925-e14b-42df-b883-8420bcd044cb HTTP/1.1" status: 200 len: 217 time: 0.0907598 May 04 17:17:09.780380 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-7dce3d55-a6de-4cf3-98c8-23ad3c9dd9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:09.781633 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-7dce3d55-a6de-4cf3-98c8-23ad3c9dd9b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21919c7b-c6f2-4633-b709-4b7594ab727e HTTP/1.1" status: 200 len: 843 time: 0.0889819 May 04 17:17:09.788813 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-a475c787-f319-4881-a7ad-3e5e64dd20a9 service neutron] 10.222.0.11 "GET /v2.0/networks/5b235ee4-88eb-4f94-8ea6-c0a738f9ab72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365701 May 04 17:17:09.926672 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce63d21-bef5-46a6-993b-54d8d36dfa50 req-d3adb208-3a3a-48f6-aac2-d07db128b33c tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:09.928023 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cce63d21-bef5-46a6-993b-54d8d36dfa50 req-d3adb208-3a3a-48f6-aac2-d07db128b33c tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 948 time: 0.1819735 May 04 17:17:09.957263 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49beb07a-90e7-485a-b1dc-a816ef2e1a31 req-e3450912-acf0-4567-b169-2803aac58127 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:09.958694 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-49beb07a-90e7-485a-b1dc-a816ef2e1a31 req-e3450912-acf0-4567-b169-2803aac58127 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 943 time: 0.1333258 May 04 17:17:09.961199 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-b2e43205-2ad1-45a5-a592-e9e892a4f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:09.962718 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-b2e43205-2ad1-45a5-a592-e9e892a4f70a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba32048e-5f90-4e5b-965d-c296f7c9c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1593792 May 04 17:17:10.003121 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cce63d21-bef5-46a6-993b-54d8d36dfa50 req-3b69d76d-0566-4cdb-9007-2d9e4c72f367 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688822 May 04 17:17:10.041665 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-49beb07a-90e7-485a-b1dc-a816ef2e1a31 req-fbed7ef0-fd44-480a-9d7f-cc17a1e28180 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694377 May 04 17:17:10.112188 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-285a81c4-6f7a-4427-83b9-05381b563387 service neutron] 10.222.0.11 "GET /v2.0/networks/ba32048e-5f90-4e5b-965d-c296f7c9c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327040 May 04 17:17:10.249095 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-aab6877a-2422-42cf-8577-562908068b97 service neutron] 10.222.0.11 "GET /v2.0/networks/ba32048e-5f90-4e5b-965d-c296f7c9c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305521 May 04 17:17:10.480855 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dac0c6-d2f8-43ae-8e92-c071d3c02628 req-042aab41-59a3-4a42-9eea-b14a69dfb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:10.482448 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-75dac0c6-d2f8-43ae-8e92-c071d3c02628 req-042aab41-59a3-4a42-9eea-b14a69dfb7ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=660e230210a3424b9e59b4c7835b7f76&device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 1101 time: 0.0748444 May 04 17:17:10.617172 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dac0c6-d2f8-43ae-8e92-c071d3c02628 req-25c33338-2cf0-41df-88e4-d187b191b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:10.618619 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-75dac0c6-d2f8-43ae-8e92-c071d3c02628 req-25c33338-2cf0-41df-88e4-d187b191b62e service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba32048e-5f90-4e5b-965d-c296f7c9c347 HTTP/1.1" status: 200 len: 870 time: 0.1291103 May 04 17:17:10.694039 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-75dac0c6-d2f8-43ae-8e92-c071d3c02628 req-bb5fffd6-d065-4f2a-874e-b47faaecbff9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=f91d1925-e14b-42df-b883-8420bcd044cb HTTP/1.1" status: 200 len: 217 time: 0.0677662 May 04 17:17:10.704199 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc342a-d1e3-465c-a338-dd9d1fa872c3 req-db4cf182-dff2-4f78-ab93-7909c6471e1a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:10.705692 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1dc342a-d1e3-465c-a338-dd9d1fa872c3 req-db4cf182-dff2-4f78-ab93-7909c6471e1a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0843871 May 04 17:17:10.754137 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1dc342a-d1e3-465c-a338-dd9d1fa872c3 req-255036ff-1e64-48a9-9168-f84b2668daff tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407808 May 04 17:17:10.766262 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dac0c6-d2f8-43ae-8e92-c071d3c02628 req-25fe69d4-6add-4d55-9411-73b896ef81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:10.768097 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-75dac0c6-d2f8-43ae-8e92-c071d3c02628 req-25fe69d4-6add-4d55-9411-73b896ef81ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21919c7b-c6f2-4633-b709-4b7594ab727e HTTP/1.1" status: 200 len: 843 time: 0.0630634 May 04 17:17:10.848962 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dac0c6-d2f8-43ae-8e92-c071d3c02628 req-a2faaddf-1fc6-46ee-b575-06a568aab99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:10.850433 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-75dac0c6-d2f8-43ae-8e92-c071d3c02628 req-a2faaddf-1fc6-46ee-b575-06a568aab99a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba32048e-5f90-4e5b-965d-c296f7c9c347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0749195 May 04 17:17:10.991966 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-75dac0c6-d2f8-43ae-8e92-c071d3c02628 req-50c9ecaf-8908-4fce-b68a-deb2b2395ffd service neutron] 10.222.0.11 "GET /v2.0/networks/ba32048e-5f90-4e5b-965d-c296f7c9c347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251719 May 04 17:17:11.039398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ac30203-edd4-4a2d-a017-892759a71e80 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:17:11.132354 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-75dac0c6-d2f8-43ae-8e92-c071d3c02628 req-3b5ed00c-9543-4d0b-97ff-2935c92cc866 service neutron] 10.222.0.11 "GET /v2.0/networks/ba32048e-5f90-4e5b-965d-c296f7c9c347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324427 May 04 17:17:11.139425 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 5ac30203-edd4-4a2d-a017-892759a71e80 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:11.140397 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:11.288602 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:11.294664 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24609896-d6f8-4ac7-b169-70762ed2e528 req-98cfd1fc-b175-4fd1-bc17-8d3f0965c8fa tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:11.296449 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-24609896-d6f8-4ac7-b169-70762ed2e528 req-98cfd1fc-b175-4fd1-bc17-8d3f0965c8fa tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 948 time: 0.1424091 May 04 17:17:11.320888 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:17:11.332029 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:11.445388 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:11.447481 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:11.464765 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-24609896-d6f8-4ac7-b169-70762ed2e528 req-31c4db06-51f1-41a9-9bea-c5b19ba87673 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615083 May 04 17:17:11.500334 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272113a2-88e1-405b-a55a-f2466870d0fc req-c14c07a8-5a9a-4a1e-b746-ecd245c46327 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:11.506755 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-272113a2-88e1-405b-a55a-f2466870d0fc req-c14c07a8-5a9a-4a1e-b746-ecd245c46327 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 943 time: 0.1104491 May 04 17:17:11.530668 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=5ac30203-edd4-4a2d-a017-892759a71e80,revision_number=10']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:11.534053 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:11.548705 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-272113a2-88e1-405b-a55a-f2466870d0fc req-647bafb6-12e9-4e81-b1e0-16347cdfcc88 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 May 04 17:17:11.944132 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f20cf7-481a-44b3-b24b-c5cd4323c2d5 req-4e668c5c-7d21-4970-9314-cc683f2de01f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:11.945487 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-76f20cf7-481a-44b3-b24b-c5cd4323c2d5 req-4e668c5c-7d21-4970-9314-cc683f2de01f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0803642 May 04 17:17:11.989751 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-76f20cf7-481a-44b3-b24b-c5cd4323c2d5 req-70ae0936-d03f-42d6-b29e-edbbc007bd81 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384479 May 04 17:17:12.665699 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b7b7c-f1ce-4296-8fbf-c7fa70e00da4 req-56cfb71f-44e2-4172-8552-518f986bc2ff tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:12.667158 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-967b7b7c-f1ce-4296-8fbf-c7fa70e00da4 req-56cfb71f-44e2-4172-8552-518f986bc2ff tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 948 time: 0.0809731 May 04 17:17:12.712479 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-967b7b7c-f1ce-4296-8fbf-c7fa70e00da4 req-b92a2ba3-359e-42df-a9b2-02f5b1a0f788 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393016 May 04 17:17:12.888110 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4eb52-d1b0-451b-9c10-53a37caf53eb req-a32084ba-be0f-4fda-901b-a072517589f5 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:12.889574 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-56c4eb52-d1b0-451b-9c10-53a37caf53eb req-a32084ba-be0f-4fda-901b-a072517589f5 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 943 time: 0.0776095 May 04 17:17:12.934093 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-56c4eb52-d1b0-451b-9c10-53a37caf53eb req-8a55fe86-57ea-4278-baf9-904106a95aa4 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387707 May 04 17:17:13.038739 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device f91d1925-e14b-42df-b883-8420bcd044cb details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:17:13.185475 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdaa61-37dc-464b-8b3c-7c2c28751e13 req-b3a9dd27-1f2c-47b9-9965-d97a09ee9c0c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:13.186837 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b5cdaa61-37dc-464b-8b3c-7c2c28751e13 req-b3a9dd27-1f2c-47b9-9965-d97a09ee9c0c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0839314 May 04 17:17:13.200745 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port f91d1925-e14b-42df-b883-8420bcd044cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f91d1925-e14b-42df-b883-8420bcd044cb,segment=NetworkSegment(0c3665db-d2dc-4786-a18f-d56d07e690d6),segment_id=0c3665db-d2dc-4786-a18f-d56d07e690d6)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:13.214290 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': 'f91d1925-e14b-42df-b883-8420bcd044cb', 'network_id': 'ba32048e-5f90-4e5b-965d-c296f7c9c347', 'port_id': 'f91d1925-e14b-42df-b883-8420bcd044cb', 'mac_address': 'fa:16:3e:d1:cd:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21919c7b-c6f2-4633-b709-4b7594ab727e', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:17:13.232245 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b5cdaa61-37dc-464b-8b3c-7c2c28751e13 req-a35410bc-3e31-44e2-9407-fd62f68393b3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393803 May 04 17:17:13.269673 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:13.286634 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91d1925-e14b-42df-b883-8420bcd044cb {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:17:13.301409 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port f91d1925-e14b-42df-b883-8420bcd044cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f91d1925-e14b-42df-b883-8420bcd044cb,segment=NetworkSegment(0c3665db-d2dc-4786-a18f-d56d07e690d6),segment_id=0c3665db-d2dc-4786-a18f-d56d07e690d6)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:13.417480 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:13.418204 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 2d614588-9f46-4052-9415-a990a2efcb8c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:17:13.421610 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:13.522326 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=f91d1925-e14b-42df-b883-8420bcd044cb,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:13.525540 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:13.614744 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 2d614588-9f46-4052-9415-a990a2efcb8c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2d614588-9f46-4052-9415-a990a2efcb8c,segment=NetworkSegment(cdaea2f6-a9a0-460b-9086-19964684fa72),segment_id=cdaea2f6-a9a0-460b-9086-19964684fa72)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:13.627611 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '2d614588-9f46-4052-9415-a990a2efcb8c', 'network_id': '5b235ee4-88eb-4f94-8ea6-c0a738f9ab72', 'port_id': '2d614588-9f46-4052-9415-a990a2efcb8c', 'mac_address': 'fa:16:3e:06:3f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bc7281-7282-459f-bac7-7bb2adb3a502', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:17:13.681388 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:13.697928 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d614588-9f46-4052-9415-a990a2efcb8c {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:17:13.713412 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 2d614588-9f46-4052-9415-a990a2efcb8c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2d614588-9f46-4052-9415-a990a2efcb8c,segment=NetworkSegment(cdaea2f6-a9a0-460b-9086-19964684fa72),segment_id=cdaea2f6-a9a0-460b-9086-19964684fa72)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:13.788365 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:13.790179 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:13.858470 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=2d614588-9f46-4052-9415-a990a2efcb8c,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:13.866504 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:13.903371 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c719b9-a26a-497d-80ca-9139800a3e12 req-e9e7e370-e638-4953-85f2-0cbb9d7e32d9 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:13.904805 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1c719b9-a26a-497d-80ca-9139800a3e12 req-e9e7e370-e638-4953-85f2-0cbb9d7e32d9 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 949 time: 0.0796547 May 04 17:17:13.951897 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1c719b9-a26a-497d-80ca-9139800a3e12 req-80a773c4-d066-4db6-9139-47e5fc58d3d6 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 May 04 17:17:14.097105 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['2d614588-9f46-4052-9415-a990a2efcb8c'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:17:14.130412 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd07af-015e-46b9-897f-a29140940c95 req-57a72f7b-2f0f-4ddc-be33-639fa43ed10c tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:14.132396 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3ecd07af-015e-46b9-897f-a29140940c95 req-57a72f7b-2f0f-4ddc-be33-639fa43ed10c tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 944 time: 0.0905747 May 04 17:17:14.142787 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['f91d1925-e14b-42df-b883-8420bcd044cb'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:17:14.188234 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3ecd07af-015e-46b9-897f-a29140940c95 req-68a2a32b-d4b3-4f21-9bbd-c44c4e7dc580 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481744 May 04 17:17:14.430107 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:17:14.789256 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f76409-69d6-48fa-9f3d-351aa9d55c28 req-5db32b61-56d0-4a30-a489-0bbf6b79cbd9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:14.790691 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-69f76409-69d6-48fa-9f3d-351aa9d55c28 req-5db32b61-56d0-4a30-a489-0bbf6b79cbd9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0843766 May 04 17:17:14.834498 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-69f76409-69d6-48fa-9f3d-351aa9d55c28 req-b3f9d780-f0ac-4c50-9cf2-33d377c17fa4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379574 May 04 17:17:15.005421 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed06b25-33f0-416d-b448-f8fb29e95d86 req-340ae894-ab40-4621-8694-0fb05be58b2a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:15.006828 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6ed06b25-33f0-416d-b448-f8fb29e95d86 req-340ae894-ab40-4621-8694-0fb05be58b2a tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0779533 May 04 17:17:15.049606 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6ed06b25-33f0-416d-b448-f8fb29e95d86 req-ed49efc2-aa27-4659-b37d-60b33dddb697 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371304 May 04 17:17:15.223099 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061aadb-baab-41d6-9115-8de44868f6aa req-c0e1b05a-b8dc-4dab-839b-4292794de746 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:15.224522 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5061aadb-baab-41d6-9115-8de44868f6aa req-c0e1b05a-b8dc-4dab-839b-4292794de746 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 949 time: 0.0823624 May 04 17:17:15.270050 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5061aadb-baab-41d6-9115-8de44868f6aa req-39c75668-0e29-4acb-ae4b-5280a5b60a11 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388095 May 04 17:17:15.440706 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77a5f5-aaac-4bfd-8fc2-318c993f18ca req-d65cde10-085b-4909-b1c8-dff9602beda2 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:15.442655 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7e77a5f5-aaac-4bfd-8fc2-318c993f18ca req-d65cde10-085b-4909-b1c8-dff9602beda2 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 944 time: 0.0823963 May 04 17:17:15.487102 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7e77a5f5-aaac-4bfd-8fc2-318c993f18ca req-e3c8b151-d425-4067-b473-7648c49d7c87 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386727 May 04 17:17:16.022982 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38d272-4071-4934-9b1b-42dec703fe3f req-2c080889-76f2-48dc-b3ae-86a4cd9361ea tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:16.024864 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ab38d272-4071-4934-9b1b-42dec703fe3f req-2c080889-76f2-48dc-b3ae-86a4cd9361ea tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0812433 May 04 17:17:16.070379 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ab38d272-4071-4934-9b1b-42dec703fe3f req-64e897e3-aa30-4fd2-81ab-3e98f0dde546 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398848 May 04 17:17:16.249639 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c0543-21ce-46cc-9e0c-7e918226a760 req-03f7c64d-7380-4c17-a94a-f2b3a37a9e40 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:16.251054 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e42c0543-21ce-46cc-9e0c-7e918226a760 req-03f7c64d-7380-4c17-a94a-f2b3a37a9e40 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.0804327 May 04 17:17:16.294219 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e42c0543-21ce-46cc-9e0c-7e918226a760 req-3716f135-5fc7-4eda-9b80-f8d56c0f35d9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374405 May 04 17:17:16.464654 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da56e24-b404-4bee-9d31-cb99a9ad77ba req-1a3507ce-f75a-4595-8a67-cfe3d0a5ece0 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:16.466074 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6da56e24-b404-4bee-9d31-cb99a9ad77ba req-1a3507ce-f75a-4595-8a67-cfe3d0a5ece0 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 949 time: 0.0795114 May 04 17:17:16.509388 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6da56e24-b404-4bee-9d31-cb99a9ad77ba req-1ec6f856-d67d-483f-b45c-34d68c8bdadd tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377285 May 04 17:17:16.677955 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06e6cc-f527-4a98-b960-a634a570713b req-9e8e1775-204d-4470-b776-48e6c8bb8149 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:16.679408 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7e06e6cc-f527-4a98-b960-a634a570713b req-9e8e1775-204d-4470-b776-48e6c8bb8149 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 944 time: 0.0794499 May 04 17:17:16.724087 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7e06e6cc-f527-4a98-b960-a634a570713b req-dd54fa85-7011-4b98-940c-3986df4e5cc0 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390849 May 04 17:17:17.068591 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device f91d1925-e14b-42df-b883-8420bcd044cb up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:17:17.107620 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 52418) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:17.187851 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port f91d1925-e14b-42df-b883-8420bcd044cb completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:17:17.193656 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port f91d1925-e14b-42df-b883-8420bcd044cb triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:17.194032 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.264579 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b63ac9ec-375f-408d-8afc-4473ba2cae03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.283819 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b63ac9ec-375f-408d-8afc-4473ba2cae03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:17.289646 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-b63ac9ec-375f-408d-8afc-4473ba2cae03 admin admin] Usage tracker for resource:security_group_rule and tenant:92992d8ed602404083f7927004e8642a is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:17.293503 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-b63ac9ec-375f-408d-8afc-4473ba2cae03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:17.304822 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b63ac9ec-375f-408d-8afc-4473ba2cae03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:17.326936 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.338874 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e008f2-7f76-4f45-ae41-5fdac00c5283 req-0f678ad4-bf9c-4ddb-bf02-f8e85d7d1a81 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:17.340370 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-80e008f2-7f76-4f45-ae41-5fdac00c5283 req-0f678ad4-bf9c-4ddb-bf02-f8e85d7d1a81 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.1450217 May 04 17:17:17.360522 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port f91d1925-e14b-42df-b883-8420bcd044cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f91d1925-e14b-42df-b883-8420bcd044cb,segment=NetworkSegment(0c3665db-d2dc-4786-a18f-d56d07e690d6),segment_id=0c3665db-d2dc-4786-a18f-d56d07e690d6)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:17.384734 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-d2a0be10-b32c-4461-a1b0-597c9ee8b8a0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:17.385541 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-d2a0be10-b32c-4461-a1b0-597c9ee8b8a0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Synchronizing usage tracker for tenant:bdf2486339b2448e942c95d1d8a2bc28 on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:17:17.412936 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-80e008f2-7f76-4f45-ae41-5fdac00c5283 req-8c21fd34-f646-43b0-b065-bc9dc81ee902 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606079 May 04 17:17:17.440292 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b63ac9ec-375f-408d-8afc-4473ba2cae03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.441706 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.442467 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 2d614588-9f46-4052-9415-a990a2efcb8c up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:17:17.469464 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:17.479758 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-d2a0be10-b32c-4461-a1b0-597c9ee8b8a0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Unset dirty status for tenant:bdf2486339b2448e942c95d1d8a2bc28 on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:17:17.481081 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-d2a0be10-b32c-4461-a1b0-597c9ee8b8a0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.11 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.1790676 May 04 17:17:17.490722 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b63ac9ec-375f-408d-8afc-4473ba2cae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.499406 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0af750a8-9a31-4e3d-bd4e-830f09b12364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:17.558514 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=f91d1925-e14b-42df-b883-8420bcd044cb,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:17.568947 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.569292 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.569626 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.569951 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.570272 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.570593 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.570905 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.571219 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.571553 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.571869 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.572180 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.572543 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:17.577926 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:17.622283 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port 2d614588-9f46-4052-9415-a990a2efcb8c completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:17:17.627123 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 2d614588-9f46-4052-9415-a990a2efcb8c triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:17.627503 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.628982 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-7b3d2662-0ebd-41e7-a7a6-317a787503ad tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Deleting port 2097a1ef-de80-4069-9ef1-773975f25ce6 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:17:17.629323 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-7b3d2662-0ebd-41e7-a7a6-317a787503ad tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.665740 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-b63ac9ec-375f-408d-8afc-4473ba2cae03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92992d8ed602404083f7927004e8642a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5547211 May 04 17:17:17.666822 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 52428) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:17.669924 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ac9ec-375f-408d-8afc-4473ba2cae03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb0dfae-e144-49d4-aeef-3d09e89d2855,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:17.673099 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b63ac9ec-375f-408d-8afc-4473ba2cae03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:17.750345 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-79182d0f-9dac-4e93-8efc-c4665c3da057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.760396 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.773235 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-7b3d2662-0ebd-41e7-a7a6-317a787503ad tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] For port 2097a1ef-de80-4069-9ef1-773975f25ce6, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2097a1ef-de80-4069-9ef1-773975f25ce6,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:17.773826 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-7b3d2662-0ebd-41e7-a7a6-317a787503ad tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.775528 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bbc2a-f765-439b-829a-34d4ef97e180 req-1e4b934a-0c9c-4df1-a115-490faa99732c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:17.782570 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-878bbc2a-f765-439b-829a-34d4ef97e180 req-1e4b934a-0c9c-4df1-a115-490faa99732c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 945 time: 0.1899903 May 04 17:17:17.801700 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 2d614588-9f46-4052-9415-a990a2efcb8c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2d614588-9f46-4052-9415-a990a2efcb8c,segment=NetworkSegment(cdaea2f6-a9a0-460b-9086-19964684fa72),segment_id=cdaea2f6-a9a0-460b-9086-19964684fa72)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:17.814930 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-79182d0f-9dac-4e93-8efc-c4665c3da057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.856906 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:17.859802 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:17.870816 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-878bbc2a-f765-439b-829a-34d4ef97e180 req-f18362f2-ba28-43a6-a256-c62cf13b9621 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866013 May 04 17:17:17.897378 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-7b3d2662-0ebd-41e7-a7a6-317a787503ad tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Calling delete_port for 2097a1ef-de80-4069-9ef1-773975f25ce6 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:17:17.958311 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=2d614588-9f46-4052-9415-a990a2efcb8c,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:17.965997 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:18.011163 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-79182d0f-9dac-4e93-8efc-c4665c3da057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:18.021527 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-30420bff-4290-4917-b024-fc315f831af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:18.039726 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79182d0f-9dac-4e93-8efc-c4665c3da057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb0dfae-e144-49d4-aeef-3d09e89d2855,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:18.041979 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-79182d0f-9dac-4e93-8efc-c4665c3da057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:18.045787 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-79182d0f-9dac-4e93-8efc-c4665c3da057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:18.050475 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-79182d0f-9dac-4e93-8efc-c4665c3da057 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cb0dfae-e144-49d4-aeef-3d09e89d2855 HTTP/1.1" status: 204 len: 168 time: 0.3799474 May 04 17:17:18.084697 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55137a-5795-43d4-9a9f-3e748fdef274 req-d1855fe9-6f49-423a-886c-e4c90e724107 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:18.086319 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2a55137a-5795-43d4-9a9f-3e748fdef274 req-d1855fe9-6f49-423a-886c-e4c90e724107 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.1159492 May 04 17:17:18.138973 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2a55137a-5795-43d4-9a9f-3e748fdef274 req-479bc45e-ad76-4adc-bd34-9faeb4913a81 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460289 May 04 17:17:18.142454 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-7b3d2662-0ebd-41e7-a7a6-317a787503ad tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:18.148737 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:18.163565 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['943500e0-7df3-493a-8a0e-2656c419e7ef', '2097a1ef-de80-4069-9ef1-773975f25ce6'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:17:18.194434 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d2662-0ebd-41e7-a7a6-317a787503ad tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Pushing event deleted for resources: {'Port': ['ID=2097a1ef-de80-4069-9ef1-773975f25ce6,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:18.229791 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7b3d2662-0ebd-41e7-a7a6-317a787503ad tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:18.272485 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-7b3d2662-0ebd-41e7-a7a6-317a787503ad tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] No DVR routers for this DVR port 2097a1ef-de80-4069-9ef1-773975f25ce6 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:17:18.275120 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-7b3d2662-0ebd-41e7-a7a6-317a787503ad tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:18.282284 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382325cb-c18e-41b8-b315-3855f2fa1247', 'name': 'network-vif-deleted', 'tag': '2097a1ef-de80-4069-9ef1-773975f25ce6'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:17:18.330352 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7767f-6625-4cce-9dcf-724560f6ad66 req-d972902f-a0c7-49f6-b76a-73bdbd4df0e8 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:18.332430 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-08f7767f-6625-4cce-9dcf-724560f6ad66 req-d972902f-a0c7-49f6-b76a-73bdbd4df0e8 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0833972 May 04 17:17:18.370899 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3608e90a-2e5d-4a64-bd25-8b87c69809b5 req-7b3d2662-0ebd-41e7-a7a6-317a787503ad tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.11 "DELETE /v2.0/ports/2097a1ef-de80-4069-9ef1-773975f25ce6 HTTP/1.1" status: 204 len: 173 time: 0.8840132 May 04 17:17:18.382525 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-08f7767f-6625-4cce-9dcf-724560f6ad66 req-2dc55323-4278-459f-8cdd-c3e58a5eb39b tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439386 May 04 17:17:18.432971 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382325cb-c18e-41b8-b315-3855f2fa1247', 'name': 'network-vif-deleted', 'tag': '2097a1ef-de80-4069-9ef1-773975f25ce6', 'status': 'completed', 'code': 200} May 04 17:17:18.621649 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fe0e8-4085-4056-b478-0405c35d0818 req-f3c6f641-1989-42c3-b1c9-7ffa986a4498 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:18.623620 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-134fe0e8-4085-4056-b478-0405c35d0818 req-f3c6f641-1989-42c3-b1c9-7ffa986a4498 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0874312 May 04 17:17:18.670260 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-134fe0e8-4085-4056-b478-0405c35d0818 req-39e95f63-ca3a-479b-815d-d2bae6fca37a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404296 May 04 17:17:19.029197 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-809a4b9f-4cfc-4a35-90f4-9bb47a51de86 req-e168db1b-5ecb-4c0c-945a-746514d9690c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=382325cb-c18e-41b8-b315-3855f2fa1247 HTTP/1.1" status: 200 len: 210 time: 0.0432060 May 04 17:17:19.346961 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3df74-83dc-439a-a082-6bac81e06a55 req-fbe830b8-274b-4df0-b8c9-6fd855d01dc0 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:19.351140 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-62b3df74-83dc-439a-a082-6bac81e06a55 req-fbe830b8-274b-4df0-b8c9-6fd855d01dc0 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0879953 May 04 17:17:19.403339 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-62b3df74-83dc-439a-a082-6bac81e06a55 req-1c805d3b-42cf-4f03-bec5-d88a26fba25a tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437908 May 04 17:17:20.039132 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0061fe8-f0a9-4474-8217-db3f41322d17 req-3c6ba80f-b5f2-464f-9ecf-333db7b7500a tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:20.040613 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0061fe8-f0a9-4474-8217-db3f41322d17 req-3c6ba80f-b5f2-464f-9ecf-333db7b7500a tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0832860 May 04 17:17:20.091318 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0061fe8-f0a9-4474-8217-db3f41322d17 req-8145138b-051a-40ee-91bc-50bd18d0e945 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447693 May 04 17:17:20.293004 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f96cf-f2f7-43c6-aa18-0fa4e62f1db3 req-c349e570-7c64-4da9-83b5-cd7e216bcaf7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:20.294578 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-231f96cf-f2f7-43c6-aa18-0fa4e62f1db3 req-c349e570-7c64-4da9-83b5-cd7e216bcaf7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0828385 May 04 17:17:20.338456 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-231f96cf-f2f7-43c6-aa18-0fa4e62f1db3 req-97dd969c-4430-4d04-bdab-ae252b705a99 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379672 May 04 17:17:20.924177 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c2de4-d93a-42c6-b8f8-42a1df440df3 req-eb0586c9-8cd5-45ce-8c11-41161d27fea7 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:20.925688 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b56c2de4-d93a-42c6-b8f8-42a1df440df3 req-eb0586c9-8cd5-45ce-8c11-41161d27fea7 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0862358 May 04 17:17:20.971171 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b56c2de4-d93a-42c6-b8f8-42a1df440df3 req-bfc0e5e6-d6e9-4ab9-9749-442dc733cb3f tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397062 May 04 17:17:21.113111 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 2097a1ef-de80-4069-9ef1-773975f25ce6 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:17:21.152935 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: 2097a1ef-de80-4069-9ef1-773975f25ce6 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:17:21.153288 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 2097a1ef-de80-4069-9ef1-773975f25ce6 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:17:21.166131 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722badae-7555-4bee-be8f-3ec33a827305 req-f258b638-85c3-4151-ae6a-02499ea97f07 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:21.167601 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-722badae-7555-4bee-be8f-3ec33a827305 req-f258b638-85c3-4151-ae6a-02499ea97f07 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0960948 May 04 17:17:21.214543 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-722badae-7555-4bee-be8f-3ec33a827305 req-ad0386ff-29ee-4a99-b4fa-c9abb6abf738 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411346 May 04 17:17:21.403932 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2af51-4ee1-4371-b317-adc0d8ccb871 req-dda9f288-b57f-4df5-96b8-250fc1ec3e87 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:21.405380 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e9c2af51-4ee1-4371-b317-adc0d8ccb871 req-dda9f288-b57f-4df5-96b8-250fc1ec3e87 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0844352 May 04 17:17:21.449817 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e9c2af51-4ee1-4371-b317-adc0d8ccb871 req-0bdd3fbd-bc37-4cb0-bd45-cf476b036d49 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384517 May 04 17:17:21.621162 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab33fbd-8aa9-413c-9c79-8e20b94b443d req-eded30e9-6374-4b87-a2a5-e6030078ce15 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:21.622507 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fab33fbd-8aa9-413c-9c79-8e20b94b443d req-eded30e9-6374-4b87-a2a5-e6030078ce15 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0798576 May 04 17:17:21.669600 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fab33fbd-8aa9-413c-9c79-8e20b94b443d req-8467ab47-6eeb-4b67-848d-8f8b0e67fdb1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411453 May 04 17:17:22.156349 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5815285-e2c4-4dc0-9a7f-4f57cdc6db88 req-617b256b-0aaf-4c56-959c-5bb3198997a7 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:22.157904 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b5815285-e2c4-4dc0-9a7f-4f57cdc6db88 req-617b256b-0aaf-4c56-959c-5bb3198997a7 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0810654 May 04 17:17:22.202621 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b5815285-e2c4-4dc0-9a7f-4f57cdc6db88 req-f4469af7-9576-4fa0-b8d2-3e4f286a7bd3 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379033 May 04 17:17:22.408441 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d5c0-f383-4b8b-ac7c-82112cbc956b req-e793e8f1-afde-4f3c-8c52-f0944f33597f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:22.410598 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6329d5c0-f383-4b8b-ac7c-82112cbc956b req-e793e8f1-afde-4f3c-8c52-f0944f33597f tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0851083 May 04 17:17:22.454444 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6329d5c0-f383-4b8b-ac7c-82112cbc956b req-e927f323-7a38-4341-9ea5-d7de1ae2a11e tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380907 May 04 17:17:22.975416 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8fff0f28-f20d-47d3-999d-914d3bd66720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:23.022146 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89533d6-2c6e-4987-a4ad-b0664d22c410 req-5bac99d6-f11e-4527-9476-4d5058e328bb tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:23.023565 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c89533d6-2c6e-4987-a4ad-b0664d22c410 req-5bac99d6-f11e-4527-9476-4d5058e328bb tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0789719 May 04 17:17:23.068728 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c89533d6-2c6e-4987-a4ad-b0664d22c410 req-43b30bc1-6047-4d95-a752-c997719eabcd tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391669 May 04 17:17:23.243673 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3932c3fc-bc80-4b7f-a93f-5ae8243e719c req-46a9297e-e0e3-4e28-81f5-a0732270f894 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:23.245150 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3932c3fc-bc80-4b7f-a93f-5ae8243e719c req-46a9297e-e0e3-4e28-81f5-a0732270f894 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0832489 May 04 17:17:23.291191 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3932c3fc-bc80-4b7f-a93f-5ae8243e719c req-e2675160-aa54-498b-834e-2dac56cdeaab tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 May 04 17:17:23.492100 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0216d18-8567-43fd-af0d-0cf9ec85bcb3 req-e498f37a-1791-4fc6-b569-3875ddb5d13e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:23.493831 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0216d18-8567-43fd-af0d-0cf9ec85bcb3 req-e498f37a-1791-4fc6-b569-3875ddb5d13e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 945 time: 0.0994747 May 04 17:17:23.610063 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0216d18-8567-43fd-af0d-0cf9ec85bcb3 req-407464f2-fd0e-41e6-a8a0-9a28b43b0be2 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104555 May 04 17:17:23.781171 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27619f86-db57-4396-9281-e35ddca8221d req-fb2dbe73-ee64-458f-bd82-66d4d1dbc58b tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:23.782905 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-27619f86-db57-4396-9281-e35ddca8221d req-fb2dbe73-ee64-458f-bd82-66d4d1dbc58b tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0816407 May 04 17:17:23.832882 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-27619f86-db57-4396-9281-e35ddca8221d req-4167f2e3-6bf8-4c43-af61-a7599e79729c tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 May 04 17:17:24.004134 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305096d-3cb5-46f4-a3ae-99efd220e0c2 req-9311b2fc-0951-4be0-a16d-13f7b7a9cfd2 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:24.005572 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a305096d-3cb5-46f4-a3ae-99efd220e0c2 req-9311b2fc-0951-4be0-a16d-13f7b7a9cfd2 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0792043 May 04 17:17:24.048049 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a305096d-3cb5-46f4-a3ae-99efd220e0c2 req-323d009d-871d-4aac-a0e2-6da441cef905 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367002 May 04 17:17:24.252826 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eb221-d85e-4a6b-acb3-76bf83de2080 req-e0fbb593-864e-40e4-b72d-4f7ae7ea7be6 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:24.254738 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ce4eb221-d85e-4a6b-acb3-76bf83de2080 req-e0fbb593-864e-40e4-b72d-4f7ae7ea7be6 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0816767 May 04 17:17:24.298750 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ce4eb221-d85e-4a6b-acb3-76bf83de2080 req-da6f9524-c188-4c89-bc9b-6072c6a42af3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381496 May 04 17:17:24.482707 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fff207-051e-4c6d-a110-9441823d182d req-829b7eec-9b18-4fab-a2cc-f66fd8418b53 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:24.484117 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-30fff207-051e-4c6d-a110-9441823d182d req-829b7eec-9b18-4fab-a2cc-f66fd8418b53 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0822968 May 04 17:17:24.527642 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-30fff207-051e-4c6d-a110-9441823d182d req-bbb9d218-265c-4e37-b66d-235b1b2b62b2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377815 May 04 17:17:24.804904 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8b9aa-1c06-457e-bef8-bf8250479587 req-3d32f72e-cb79-41c0-b25c-a237e1c61cae tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:24.806360 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9ba8b9aa-1c06-457e-bef8-bf8250479587 req-3d32f72e-cb79-41c0-b25c-a237e1c61cae tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 945 time: 0.0890524 May 04 17:17:24.878070 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9ba8b9aa-1c06-457e-bef8-bf8250479587 req-1630b819-edf3-4df6-a767-2c279299971e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424731 May 04 17:17:25.038989 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190c514-f468-4474-95e5-01273f4899b1 req-e4f34dcc-54f5-4f5d-83d2-67e52aaaffc4 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:25.040423 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7190c514-f468-4474-95e5-01273f4899b1 req-e4f34dcc-54f5-4f5d-83d2-67e52aaaffc4 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0849035 May 04 17:17:25.069970 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-85a7cda5-d74b-4420-aa6c-e9f8b3942ec5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:25.071404 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-85a7cda5-d74b-4420-aa6c-e9f8b3942ec5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Synchronizing usage tracker for tenant:5c5e587f9542410e808775efa8a7009d on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:17:25.088214 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7190c514-f468-4474-95e5-01273f4899b1 req-f24bae60-63e6-4075-aea9-744c4da1b65d tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417783 May 04 17:17:25.193625 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-85a7cda5-d74b-4420-aa6c-e9f8b3942ec5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Unset dirty status for tenant:5c5e587f9542410e808775efa8a7009d on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:17:25.194708 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-85a7cda5-d74b-4420-aa6c-e9f8b3942ec5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 945 time: 0.2030025 May 04 17:17:25.264975 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a52f80-2edc-4836-9ed7-a9ed8e81d678 req-4e793c0e-f9d7-4804-9da2-684d21b44ce8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:25.266416 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b8a52f80-2edc-4836-9ed7-a9ed8e81d678 req-4e793c0e-f9d7-4804-9da2-684d21b44ce8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0817118 May 04 17:17:25.313140 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b8a52f80-2edc-4836-9ed7-a9ed8e81d678 req-0f466532-2432-4a0b-b32e-c305b436b100 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 May 04 17:17:25.335722 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-101cfbe1-1f10-46f7-a000-fdfddb410829 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Deleting port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:17:25.336057 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-101cfbe1-1f10-46f7-a000-fdfddb410829 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:25.469623 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-101cfbe1-1f10-46f7-a000-fdfddb410829 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] For port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:25.469891 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-101cfbe1-1f10-46f7-a000-fdfddb410829 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:25.487491 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163680b-46a6-4b9a-a7ad-754c9e9acf0d req-a9cf8c1e-870f-469d-813e-0dba645bbfea tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:25.492691 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5163680b-46a6-4b9a-a7ad-754c9e9acf0d req-a9cf8c1e-870f-469d-813e-0dba645bbfea tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0817461 May 04 17:17:25.534016 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5163680b-46a6-4b9a-a7ad-754c9e9acf0d req-3e9773ff-61c2-45c3-a226-9b2d7466c928 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 May 04 17:17:25.599234 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-101cfbe1-1f10-46f7-a000-fdfddb410829 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Calling delete_port for ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:17:25.650823 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:25.672799 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-4f7c5b22-c668-422b-bb22-284b7c8ef247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:25.733431 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a7da4-9ac1-40bb-bcaf-b1ff0ea10c9b req-6a03d23c-7951-478c-a5bf-be8eec7ee264 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:25.734883 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-080a7da4-9ac1-40bb-bcaf-b1ff0ea10c9b req-6a03d23c-7951-478c-a5bf-be8eec7ee264 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0939205 May 04 17:17:25.781154 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-080a7da4-9ac1-40bb-bcaf-b1ff0ea10c9b req-8af3688e-a9f5-408e-9e9c-f3322c376a9c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396826 May 04 17:17:25.790556 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-101cfbe1-1f10-46f7-a000-fdfddb410829 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:25.796317 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2b34bedb-8087-414b-a00b-e021481d5605 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:25.803933 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['3447bd73-1b3b-4499-a657-92c455578ce5', 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5', 'a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74', 'ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:17:25.843148 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101cfbe1-1f10-46f7-a000-fdfddb410829 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Pushing event deleted for resources: {'Port': ['ID=ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:25.846222 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-101cfbe1-1f10-46f7-a000-fdfddb410829 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:25.919274 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-101cfbe1-1f10-46f7-a000-fdfddb410829 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] No DVR routers for this DVR port ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:17:25.922213 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-101cfbe1-1f10-46f7-a000-fdfddb410829 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:25.925569 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc41cd8-083b-4c19-bcd4-3f6d5809e65d', 'name': 'network-vif-deleted', 'tag': 'ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:17:26.000880 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-303e3f23-78d2-41b9-8fd5-4e71f00d1d2c req-101cfbe1-1f10-46f7-a000-fdfddb410829 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "DELETE /v2.0/ports/ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 HTTP/1.1" status: 204 len: 173 time: 0.7982931 May 04 17:17:26.011163 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3bc32aa1-614c-4e0c-9e52-827244d288b6 req-3335689e-87f3-4317-a7b4-e91b05cefe89 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=fcc41cd8-083b-4c19-bcd4-3f6d5809e65d HTTP/1.1" status: 200 len: 210 time: 0.0465112 May 04 17:17:26.061867 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc41cd8-083b-4c19-bcd4-3f6d5809e65d', 'name': 'network-vif-deleted', 'tag': 'ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84', 'status': 'completed', 'code': 200} May 04 17:17:26.281131 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22ff69-00f0-46c4-a530-5af7ed6bcedc req-16c95cb5-511c-4859-bbc4-129f1a05b5ac tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:26.282573 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0a22ff69-00f0-46c4-a530-5af7ed6bcedc req-16c95cb5-511c-4859-bbc4-129f1a05b5ac tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0804188 May 04 17:17:26.331965 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0a22ff69-00f0-46c4-a530-5af7ed6bcedc req-f1f716a6-62f2-44b0-bcac-e30fbd4cfce6 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 May 04 17:17:26.503365 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e0d93-5c65-47c0-b59d-664adee60d2c req-31bfc0fd-f704-4e41-86f8-3f1b67dcf60d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:26.504782 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1a5e0d93-5c65-47c0-b59d-664adee60d2c req-31bfc0fd-f704-4e41-86f8-3f1b67dcf60d tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.0801611 May 04 17:17:26.549009 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1a5e0d93-5c65-47c0-b59d-664adee60d2c req-f9334078-0034-4362-a2c0-0e0bc3b36fe7 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/security-groups?id=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383606 May 04 17:17:26.673461 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:26.727816 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82e3dc-dfdf-43ed-b9c0-388665825a22 req-8ad50bf2-5cb8-48e5-aff3-7d587e9a6801 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:26.729305 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ca82e3dc-dfdf-43ed-b9c0-388665825a22 req-8ad50bf2-5cb8-48e5-aff3-7d587e9a6801 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0853338 May 04 17:17:26.779965 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ca82e3dc-dfdf-43ed-b9c0-388665825a22 req-c77705cc-e992-4e87-a329-6664435aebc8 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442469 May 04 17:17:26.981501 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d068c-1a72-4351-9bae-eae66115cc0c req-581f0eff-4b59-425b-a40d-603c6adae589 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:26.983448 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-282d068c-1a72-4351-9bae-eae66115cc0c req-581f0eff-4b59-425b-a40d-603c6adae589 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0816717 May 04 17:17:27.028620 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-282d068c-1a72-4351-9bae-eae66115cc0c req-f35855ec-6bdb-4048-8abf-1fa0071cbb25 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396402 May 04 17:17:27.061914 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-afca2347-db1a-45dc-907f-973aec6bc2e8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:27.062624 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-afca2347-db1a-45dc-907f-973aec6bc2e8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Synchronizing usage tracker for tenant:bdf2486339b2448e942c95d1d8a2bc28 on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:17:27.119542 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-afca2347-db1a-45dc-907f-973aec6bc2e8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Unset dirty status for tenant:bdf2486339b2448e942c95d1d8a2bc28 on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:17:27.120765 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-afca2347-db1a-45dc-907f-973aec6bc2e8 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.11 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 946 time: 0.1493659 May 04 17:17:27.261128 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-617fa57d-6bbf-449c-b01a-bafd3835d2e0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Deleting port 943500e0-7df3-493a-8a0e-2656c419e7ef {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:17:27.261467 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-617fa57d-6bbf-449c-b01a-bafd3835d2e0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:27.406188 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-617fa57d-6bbf-449c-b01a-bafd3835d2e0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] For port 943500e0-7df3-493a-8a0e-2656c419e7ef, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=943500e0-7df3-493a-8a0e-2656c419e7ef,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:27.406668 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-617fa57d-6bbf-449c-b01a-bafd3835d2e0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:27.528109 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75634eac-86e1-4c0d-8575-7c36067f34d6 req-95363b46-26e1-4ca0-8bdd-b275311529e9 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:27.529773 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-75634eac-86e1-4c0d-8575-7c36067f34d6 req-95363b46-26e1-4ca0-8bdd-b275311529e9 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0859840 May 04 17:17:27.539922 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-617fa57d-6bbf-449c-b01a-bafd3835d2e0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Calling delete_port for 943500e0-7df3-493a-8a0e-2656c419e7ef owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:17:27.573933 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-75634eac-86e1-4c0d-8575-7c36067f34d6 req-db431324-41ac-47e3-952f-0992ebfe5c6b tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376723 May 04 17:17:27.707586 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-617fa57d-6bbf-449c-b01a-bafd3835d2e0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:27.713601 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:27.716663 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-82009ee6-9cd4-4460-8a66-e7bcc3cb6090 req-d233b517-dd74-432a-9f07-1263d475170c tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7111d0a-8462-46aa-9711-bc73e8c43746 HTTP/1.1" status: 200 len: 210 time: 0.0437477 May 04 17:17:27.719554 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['943500e0-7df3-493a-8a0e-2656c419e7ef'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:17:27.816552 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fa57d-6bbf-449c-b01a-bafd3835d2e0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Pushing event deleted for resources: {'Port': ['ID=943500e0-7df3-493a-8a0e-2656c419e7ef,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:27.820158 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-617fa57d-6bbf-449c-b01a-bafd3835d2e0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:27.899563 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-617fa57d-6bbf-449c-b01a-bafd3835d2e0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] No DVR routers for this DVR port 943500e0-7df3-493a-8a0e-2656c419e7ef on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:17:27.902047 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-617fa57d-6bbf-449c-b01a-bafd3835d2e0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:27.981062 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3722bf-6434-4cfe-af76-3e6c46adec77 req-d5a5847a-62fb-4a5d-a9c5-ba078dfa4dd4 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:27.982561 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ba3722bf-6434-4cfe-af76-3e6c46adec77 req-d5a5847a-62fb-4a5d-a9c5-ba078dfa4dd4 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0886273 May 04 17:17:27.999054 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-b4281a4e-5461-4544-a5ce-6253d2ab6d8b req-617fa57d-6bbf-449c-b01a-bafd3835d2e0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] 10.222.0.11 "DELETE /v2.0/ports/943500e0-7df3-493a-8a0e-2656c419e7ef HTTP/1.1" status: 204 len: 173 time: 0.8712478 May 04 17:17:28.028243 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ba3722bf-6434-4cfe-af76-3e6c46adec77 req-322067c6-0798-4a67-a4c0-744c732e947e tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397911 May 04 17:17:28.063523 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7111d0a-8462-46aa-9711-bc73e8c43746', 'name': 'network-vif-deleted', 'tag': '943500e0-7df3-493a-8a0e-2656c419e7ef'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:17:28.216695 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:28.232498 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99a056-4c9f-483f-8e09-0043950b0d9b req-61d22a9d-349b-4e85-84d5-834a4358ce85 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:28.238174 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bd99a056-4c9f-483f-8e09-0043950b0d9b req-61d22a9d-349b-4e85-84d5-834a4358ce85 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0857687 May 04 17:17:28.345226 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bd99a056-4c9f-483f-8e09-0043950b0d9b req-e08e5a84-9a7a-46b0-b956-a9c40652d096 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049736 May 04 17:17:28.400115 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7111d0a-8462-46aa-9711-bc73e8c43746', 'name': 'network-vif-deleted', 'tag': '943500e0-7df3-493a-8a0e-2656c419e7ef', 'status': 'completed', 'code': 200} May 04 17:17:29.096304 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba259d-a52e-4c5d-94ca-6ff25c52ad25 req-0ef039b2-3a25-4954-b225-89c5f9ee90d9 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:29.099123 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ebba259d-a52e-4c5d-94ca-6ff25c52ad25 req-0ef039b2-3a25-4954-b225-89c5f9ee90d9 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0844853 May 04 17:17:29.144215 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ebba259d-a52e-4c5d-94ca-6ff25c52ad25 req-a2588366-ce22-489b-9f1b-bbdeb77bdd01 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392709 May 04 17:17:29.159778 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:17:29.193736 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:17:29.194014 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device ccd40f6c-49ab-46b6-b2ec-cb38ff9beb84 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:17:29.226930 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 52646) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:29.549121 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856d6e6-a9a4-44b9-8e2c-070339fb48c1 req-5237553b-5909-42c2-ab84-99e4b64c3073 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:29.550547 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8856d6e6-a9a4-44b9-8e2c-070339fb48c1 req-5237553b-5909-42c2-ab84-99e4b64c3073 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 945 time: 0.2408240 May 04 17:17:29.676079 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8856d6e6-a9a4-44b9-8e2c-070339fb48c1 req-68560a9a-4a60-4723-9dd1-2124fc97d379 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178534 May 04 17:17:29.913466 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83346cb0-c8b0-48f1-8689-8a19661deafb req-aa56333e-6492-46b8-a7b8-96828a532112 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:29.914798 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-83346cb0-c8b0-48f1-8689-8a19661deafb req-aa56333e-6492-46b8-a7b8-96828a532112 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.1335940 May 04 17:17:29.964995 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656453'] for router_interface, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:30.031098 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-83346cb0-c8b0-48f1-8689-8a19661deafb req-77cba353-2972-40b3-8b42-56ccba58bd30 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069400 May 04 17:17:30.322184 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa5fc-e34f-4766-8df2-c1c72ecdb375 req-96afdfff-776f-4ab2-8829-465092ed5ee1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:30.323632 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4efaa5fc-e34f-4766-8df2-c1c72ecdb375 req-96afdfff-776f-4ab2-8829-465092ed5ee1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.1911838 May 04 17:17:30.422821 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4efaa5fc-e34f-4766-8df2-c1c72ecdb375 req-801f9db9-7639-47e7-b9a3-12cab29313c4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926268 May 04 17:17:30.486252 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] Deleting port b3d8bb20-7eba-4246-bbbf-2d52ab421469 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:17:30.486610 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:30.606300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-16e30a79-e9f7-4446-add7-b15910042f1e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:30.607006 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-16e30a79-e9f7-4446-add7-b15910042f1e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Synchronizing usage tracker for tenant:5c5e587f9542410e808775efa8a7009d on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:17:30.678257 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-16e30a79-e9f7-4446-add7-b15910042f1e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Unset dirty status for tenant:5c5e587f9542410e808775efa8a7009d on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:17:30.679408 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-16e30a79-e9f7-4446-add7-b15910042f1e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 945 time: 0.1579719 May 04 17:17:30.743035 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] For port b3d8bb20-7eba-4246-bbbf-2d52ab421469, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=b3d8bb20-7eba-4246-bbbf-2d52ab421469,segment=NetworkSegment(1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0),segment_id=1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:30.743272 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:30.815196 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-f8630c92-b404-4ae3-9814-afc978c19cb0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Deleting port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:17:30.815541 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-f8630c92-b404-4ae3-9814-afc978c19cb0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:30.874832 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] Calling delete_port for b3d8bb20-7eba-4246-bbbf-2d52ab421469 owned by network:router_interface {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:17:30.947196 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-f8630c92-b404-4ae3-9814-afc978c19cb0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] For port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:30.947545 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-f8630c92-b404-4ae3-9814-afc978c19cb0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:30.969457 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2aa8f6-2d74-4c1f-a555-8477302f87c7 req-4a932f2f-12c4-4c5d-94b8-e60d6c98f531 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:30.970892 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5d2aa8f6-2d74-4c1f-a555-8477302f87c7 req-4a932f2f-12c4-4c5d-94b8-e60d6c98f531 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.3220778 May 04 17:17:31.062162 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:31.075771 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-f8630c92-b404-4ae3-9814-afc978c19cb0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Calling delete_port for a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:17:31.152805 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5d2aa8f6-2d74-4c1f-a555-8477302f87c7 req-59dde4ee-cd67-4ae8-b7da-5812b7b61e4b tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744642 May 04 17:17:31.176438 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 943500e0-7df3-493a-8a0e-2656c419e7ef no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:17:31.257832 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: 943500e0-7df3-493a-8a0e-2656c419e7ef {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:17:31.258182 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 943500e0-7df3-493a-8a0e-2656c419e7ef not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:17:31.261415 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-f8630c92-b404-4ae3-9814-afc978c19cb0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:31.268458 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ec204873-be53-4329-9dfd-647d2141328b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:31.273780 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['3447bd73-1b3b-4499-a657-92c455578ce5', 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5', 'a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:17:31.320373 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8630c92-b404-4ae3-9814-afc978c19cb0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Pushing event deleted for resources: {'Port': ['ID=a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:31.328422 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f8630c92-b404-4ae3-9814-afc978c19cb0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:31.352229 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-856b4f64-0bac-484a-a0cf-5967d9fedb2f req-94216825-7d17-4650-8a0d-49ffd3de31ca tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=f48e02ee-e843-45dd-9bb7-804058670ac9 HTTP/1.1" status: 200 len: 210 time: 0.0482986 May 04 17:17:31.358258 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:31.376130 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:31.418618 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-f8630c92-b404-4ae3-9814-afc978c19cb0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] No DVR routers for this DVR port a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:17:31.421232 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-f8630c92-b404-4ae3-9814-afc978c19cb0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:31.433005 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f48e02ee-e843-45dd-9bb7-804058670ac9', 'name': 'network-vif-deleted', 'tag': 'a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:17:31.433890 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d8bb20-7eba-4246-bbbf-2d52ab421469,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:31.472828 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:31.514548 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4ffcd1cb-f776-48e4-89b4-50021204d603 req-f8630c92-b404-4ae3-9814-afc978c19cb0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "DELETE /v2.0/ports/a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 HTTP/1.1" status: 204 len: 173 time: 0.8292708 May 04 17:17:31.782541 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665333'] for router_interface, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:31.857630 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f19045-8c98-4965-9a9b-ac94de47f174 req-e12dc684-cf1b-4df3-8819-04a5e9487fc4 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:31.859075 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b4f19045-8c98-4965-9a9b-ac94de47f174 req-e12dc684-cf1b-4df3-8819-04a5e9487fc4 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.2236292 May 04 17:17:32.077627 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b4f19045-8c98-4965-9a9b-ac94de47f174 req-360869de-429e-4fc1-adc5-688a4ccb12cb tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121291 May 04 17:17:32.136627 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f48e02ee-e843-45dd-9bb7-804058670ac9', 'name': 'network-vif-deleted', 'tag': 'a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74', 'status': 'completed', 'code': 200} May 04 17:17:32.345182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] Router 208f1fe6-7568-47f3-8c2d-207ba8d35a8e has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:17:32.436206 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22d079-7ec8-4f3e-be9e-f047a178e7c6 req-9c6c1c1e-c640-410b-b1d1-b30b4ae6fc89 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:32.437680 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cb22d079-7ec8-4f3e-be9e-f047a178e7c6 req-9c6c1c1e-c640-410b-b1d1-b30b4ae6fc89 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.1940620 May 04 17:17:32.568150 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cb22d079-7ec8-4f3e-be9e-f047a178e7c6 req-baccfeac-fd1e-400a-a981-9aa166da1c63 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176713 May 04 17:17:32.575148 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:17:32.585722 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b518a40-0c24-455c-b0e4-5311cf4cb337 None None] Sync routers for ids ['208f1fe6-7568-47f3-8c2d-207ba8d35a8e'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:17:32.591467 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] 10.222.0.22 "PUT /v2.0/routers/208f1fe6-7568-47f3-8c2d-207ba8d35a8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3632109 May 04 17:17:32.594176 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 52674) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:32.606713 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b518a40-0c24-455c-b0e4-5311cf4cb337 None None] Routers {'208f1fe6-7568-47f3-8c2d-207ba8d35a8e'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:17:32.606713 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-4b518a40-0c24-455c-b0e4-5311cf4cb337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:17:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['208f1fe6-7568-47f3-8c2d-207ba8d35a8e'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:32.786376 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-4b518a40-0c24-455c-b0e4-5311cf4cb337 None None] Set router 208f1fe6-7568-47f3-8c2d-207ba8d35a8e gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:17:32.832436 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Notify callbacks [] for router, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:32.911796 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d803a-e176-466a-8f23-1574c81e9882 req-daadaeb2-0ab3-45b8-8ff1-c3afa41ef836 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:32.913260 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fc6d803a-e176-466a-8f23-1574c81e9882 req-daadaeb2-0ab3-45b8-8ff1-c3afa41ef836 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.2273822 May 04 17:17:33.037384 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fc6d803a-e176-466a-8f23-1574c81e9882 req-11ea1c52-6a53-4a2b-a297-5a68f4299dfa tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159868 May 04 17:17:33.056565 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:33.075988 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-4b518a40-0c24-455c-b0e4-5311cf4cb337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'name': 'tempest-ServerRescueNegativeTestJSON-625312722-router', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:33Z', 'updated_at': '2021-05-04T17:17:31Z', 'revision_number': 5, 'project_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'gw_port': {'id': 'd380460b-7395-4187-aae7-efabcd12dcf2', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:d6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:33.079813 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b518a40-0c24-455c-b0e4-5311cf4cb337 None None] Checking router: 208f1fe6-7568-47f3-8c2d-207ba8d35a8e for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:17:33.088150 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b518a40-0c24-455c-b0e4-5311cf4cb337 None None] Routers {'208f1fe6-7568-47f3-8c2d-207ba8d35a8e'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:17:33.088738 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-4b518a40-0c24-455c-b0e4-5311cf4cb337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:17:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['208f1fe6-7568-47f3-8c2d-207ba8d35a8e'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:33.195690 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Deleting port d380460b-7395-4187-aae7-efabcd12dcf2 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:17:33.196290 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:33.239868 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-4b518a40-0c24-455c-b0e4-5311cf4cb337 None None] Set router 208f1fe6-7568-47f3-8c2d-207ba8d35a8e gateway port host: None {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:17:33.373058 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-4b518a40-0c24-455c-b0e4-5311cf4cb337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'name': 'tempest-ServerRescueNegativeTestJSON-625312722-router', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:33Z', 'updated_at': '2021-05-04T17:17:33Z', 'revision_number': 6, 'project_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'gw_port_host': None}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:33.377297 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b518a40-0c24-455c-b0e4-5311cf4cb337 None None] The sync data for ids ['208f1fe6-7568-47f3-8c2d-207ba8d35a8e'] in dv-cinder-789603-1-iscsi is: [{'id': '208f1fe6-7568-47f3-8c2d-207ba8d35a8e', 'name': 'tempest-ServerRescueNegativeTestJSON-625312722-router', 'tenant_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:33Z', 'updated_at': '2021-05-04T17:17:33Z', 'revision_number': 6, 'project_id': 'bdf2486339b2448e942c95d1d8a2bc28', 'gw_port_host': None}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:17:33.381810 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] For port d380460b-7395-4187-aae7-efabcd12dcf2, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d380460b-7395-4187-aae7-efabcd12dcf2,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:33.382149 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:33.402855 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7db527-2577-494d-bdb8-aface51bec02 req-67e76fb5-2d6b-4c25-b430-2ef2c8eb3089 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:33.411364 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6e7db527-2577-494d-bdb8-aface51bec02 req-67e76fb5-2d6b-4c25-b430-2ef2c8eb3089 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.2008705 May 04 17:17:33.629907 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Calling delete_port for d380460b-7395-4187-aae7-efabcd12dcf2 owned by network:router_gateway {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:17:33.657563 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6e7db527-2577-494d-bdb8-aface51bec02 req-1d622ba3-e03d-4674-af74-e71d498332b9 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473054 May 04 17:17:33.844293 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:33.848406 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:33.894542 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=d380460b-7395-4187-aae7-efabcd12dcf2,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:33.898095 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:33.987806 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663914'] for router_gateway, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:34.157593 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4253'] for router, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:34.159651 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:34.281543 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device b3d8bb20-7eba-4246-bbbf-2d52ab421469 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:17:34.325410 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: b3d8bb20-7eba-4246-bbbf-2d52ab421469 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:17:34.325410 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device b3d8bb20-7eba-4246-bbbf-2d52ab421469 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:17:34.325410 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d380460b-7395-4187-aae7-efabcd12dcf2 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:17:34.339731 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727ffcb-16a6-4357-b71b-79efb0f3f2d5 req-ce0aa584-1455-4baf-8b8f-8c3909a6465b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:34.341036 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4727ffcb-16a6-4357-b71b-79efb0f3f2d5 req-ce0aa584-1455-4baf-8b8f-8c3909a6465b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.1145360 May 04 17:17:34.366048 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: d380460b-7395-4187-aae7-efabcd12dcf2 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:17:34.366385 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d380460b-7395-4187-aae7-efabcd12dcf2 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:17:34.397527 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4727ffcb-16a6-4357-b71b-79efb0f3f2d5 req-225d5e00-e004-4316-9794-1de3389a3165 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505695 May 04 17:17:34.410320 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666914'] for router, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:34.411767 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 208f1fe6-7568-47f3-8c2d-207ba8d35a8e {{(pid=74290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:17:34.433914 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:34.436892 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] 10.222.0.22 "DELETE /v2.0/routers/208f1fe6-7568-47f3-8c2d-207ba8d35a8e HTTP/1.1" status: 204 len: 168 time: 1.8395774 May 04 17:17:34.437569 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 52700) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:34.556288 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-41caf5c9-976d-480a-ad37-2ac105be2bb4 admin admin] Deleting subnet 1b32ce49-09ab-4ba5-89dc-6e9b269f5a41 {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:17:34.559568 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41caf5c9-976d-480a-ad37-2ac105be2bb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:34.622371 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41caf5c9-976d-480a-ad37-2ac105be2bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749169'] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:34.692556 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41caf5c9-976d-480a-ad37-2ac105be2bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:34.725151 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44136485-7f9b-4e78-a0e3-2684c4fc9e52 req-03427227-166d-4d0e-8740-87ba1b82acc8 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:34.726625 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44136485-7f9b-4e78-a0e3-2684c4fc9e52 req-03427227-166d-4d0e-8740-87ba1b82acc8 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.2144275 May 04 17:17:34.815477 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44136485-7f9b-4e78-a0e3-2684c4fc9e52 req-1f1c9842-7ab0-41b9-9374-c543c8f64f0b tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780144 May 04 17:17:35.057306 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63c726-0d89-4d79-8cc2-04a32fcd38ca req-d4974f3c-53de-4fe3-9359-e7a6466a95ea tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:35.058781 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2f63c726-0d89-4d79-8cc2-04a32fcd38ca req-d4974f3c-53de-4fe3-9359-e7a6466a95ea tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 945 time: 0.1380119 May 04 17:17:35.109006 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2f63c726-0d89-4d79-8cc2-04a32fcd38ca req-2f7b5eca-984d-40f8-a48c-3b1b4bf2ebc6 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443192 May 04 17:17:35.125869 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41caf5c9-976d-480a-ad37-2ac105be2bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4104901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2347288'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.130231 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-511240ed-6fdc-4411-a8f8-b54cfed25964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:35.165898 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41caf5c9-976d-480a-ad37-2ac105be2bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b32ce49-09ab-4ba5-89dc-6e9b269f5a41,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:35.168968 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-41caf5c9-976d-480a-ad37-2ac105be2bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:35.172668 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41caf5c9-976d-480a-ad37-2ac105be2bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.178604 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-41caf5c9-976d-480a-ad37-2ac105be2bb4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1b32ce49-09ab-4ba5-89dc-6e9b269f5a41 HTTP/1.1" status: 204 len: 168 time: 0.7399478 May 04 17:17:35.181180 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 52708) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:35.215152 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:17:35.251357 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:17:35.251701 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device a2dc7b43-c35d-4e7d-80a3-e60e65e8ff74 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:17:35.415199 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.510704 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b51590-ac77-44f8-a577-7a9001374e9d req-6925124a-b990-42b2-b9b4-8010a2b901ff tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:35.512186 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a6b51590-ac77-44f8-a577-7a9001374e9d req-6925124a-b990-42b2-b9b4-8010a2b901ff tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.3002553 May 04 17:17:35.582324 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.680764 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a6b51590-ac77-44f8-a577-7a9001374e9d req-ac71f7f9-ab25-4f3a-abde-75dad9c1d89c tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237068 May 04 17:17:35.712654 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397cd77a-abc4-4053-a1eb-1563ed5bf14e']}} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:35.724987 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0') {'for_net_delete': True} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:35.725288 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5900d6-0c17-40f4-8dc5-c8d7c0a7a4f0') {} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:35.730302 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-abef94d8-6f81-47a1-ba30-0d0057d542ea tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:35.731001 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-abef94d8-6f81-47a1-ba30-0d0057d542ea tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Synchronizing usage tracker for tenant:5c5e587f9542410e808775efa8a7009d on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:17:35.737437 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749128'] for segment, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.753854 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.760646 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=74290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:17:35.811063 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-abef94d8-6f81-47a1-ba30-0d0057d542ea tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Unset dirty status for tenant:5c5e587f9542410e808775efa8a7009d on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:17:35.812207 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-abef94d8-6f81-47a1-ba30-0d0057d542ea tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 945 time: 0.1664438 May 04 17:17:35.950928 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-9c676056-f3fc-4337-a406-ad76b5db5081 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Deleting port adeb65d5-4f60-4f1b-a6a2-835a54d457a5 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:17:35.951155 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-9c676056-f3fc-4337-a406-ad76b5db5081 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:35.975726 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] Network 397cd77a-abc4-4053-a1eb-1563ed5bf14e has no segments {{(pid=74290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:17:35.986466 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4104551'] for segment, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:36.081698 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-9c676056-f3fc-4337-a406-ad76b5db5081 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] For port adeb65d5-4f60-4f1b-a6a2-835a54d457a5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=adeb65d5-4f60-4f1b-a6a2-835a54d457a5,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:36.082047 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-9c676056-f3fc-4337-a406-ad76b5db5081 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:36.111068 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef38d64-7578-45d3-ad66-60e38209750d req-2219582a-f49b-45a3-b62a-cb97b58d944b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:36.112527 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fef38d64-7578-45d3-ad66-60e38209750d req-2219582a-f49b-45a3-b62a-cb97b58d944b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.3268731 May 04 17:17:36.190280 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] Network 397cd77a-abc4-4053-a1eb-1563ed5bf14e has no segments {{(pid=74290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:17:36.204003 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-9c676056-f3fc-4337-a406-ad76b5db5081 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Calling delete_port for adeb65d5-4f60-4f1b-a6a2-835a54d457a5 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: Traceback (most recent call last): May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: timer() May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: cb(*args, **kw) May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: return func(*args, **kwargs) May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: self._notify() May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: self.callback(batched_events) May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: event.method(event) May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: return f(self, *a, **k) May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: return self._get(url).json() May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: return self.request(url, 'GET', **kwargs) May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:17:36.212088 dv-cinder-789603-1-iscsi neutron-server[74290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:17:36.294024 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fef38d64-7578-45d3-ad66-60e38209750d req-027985ec-cf15-4294-99ce-a1ec66c6a271 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400008 May 04 17:17:36.359743 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:36.363667 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-298f172e-3ffb-4f39-ad60-780b2b8face3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:36.376807 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:36.390907 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] Pushing event deleted for resources: {'Network': ['ID=397cd77a-abc4-4053-a1eb-1563ed5bf14e,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:36.394116 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:36.395344 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-9c676056-f3fc-4337-a406-ad76b5db5081 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:36.401575 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:36.407336 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['3447bd73-1b3b-4499-a657-92c455578ce5', 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:17:36.447604 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c676056-f3fc-4337-a406-ad76b5db5081 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Pushing event deleted for resources: {'Port': ['ID=adeb65d5-4f60-4f1b-a6a2-835a54d457a5,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:36.452222 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9c676056-f3fc-4337-a406-ad76b5db5081 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:36.464692 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-b17871a9-ded5-42ad-8db3-4bfa28fe956f admin admin] 10.222.0.22 "DELETE /v2.0/networks/397cd77a-abc4-4053-a1eb-1563ed5bf14e HTTP/1.1" status: 204 len: 168 time: 1.2801545 May 04 17:17:36.487058 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee8b0d-9cb7-482b-9551-c7934377fc47 req-9deb6a2b-18b5-4c93-8e7e-22dc402b6376 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:36.488592 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-34ee8b0d-9cb7-482b-9551-c7934377fc47 req-9deb6a2b-18b5-4c93-8e7e-22dc402b6376 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0907166 May 04 17:17:36.526275 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-9c676056-f3fc-4337-a406-ad76b5db5081 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] No DVR routers for this DVR port adeb65d5-4f60-4f1b-a6a2-835a54d457a5 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:17:36.529245 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-9c676056-f3fc-4337-a406-ad76b5db5081 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:36.539448 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c12f92f-b0ac-472a-8433-92e9b26e45ed', 'name': 'network-vif-deleted', 'tag': 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:17:36.545417 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-34ee8b0d-9cb7-482b-9551-c7934377fc47 req-d7fdcfcf-58fb-4c07-96e0-8696b9a40371 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489938 May 04 17:17:36.610819 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-914f0a72-234b-4471-b46a-6402c99b2c51 req-9c676056-f3fc-4337-a406-ad76b5db5081 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "DELETE /v2.0/ports/adeb65d5-4f60-4f1b-a6a2-835a54d457a5 HTTP/1.1" status: 204 len: 173 time: 0.7900827 May 04 17:17:36.679227 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-041a8fd3-d679-4f64-8387-a406b4fc9ead req-309fe9d8-15b9-47e0-af46-785829620f6d tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c12f92f-b0ac-472a-8433-92e9b26e45ed HTTP/1.1" status: 200 len: 210 time: 0.0428162 May 04 17:17:36.732637 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c12f92f-b0ac-472a-8433-92e9b26e45ed', 'name': 'network-vif-deleted', 'tag': 'adeb65d5-4f60-4f1b-a6a2-835a54d457a5', 'status': 'completed', 'code': 200} May 04 17:17:36.888050 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52728) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:36.912117 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0232202-cc32-42f5-a5f1-f4e3d9119b66 req-e6e6fd2a-ec7f-4c2d-ac4c-c5f9db852cbb tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:36.913933 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0232202-cc32-42f5-a5f1-f4e3d9119b66 req-e6e6fd2a-ec7f-4c2d-ac4c-c5f9db852cbb tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0981634 May 04 17:17:36.942540 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-af5e91e1-28f2-4e78-afb0-dd24ec5db297 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bdf2486339b2448e942c95d1d8a2bc28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0524306 May 04 17:17:36.945033 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52732) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:36.964449 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0232202-cc32-42f5-a5f1-f4e3d9119b66 req-5c1b2a25-0bb1-4f6f-bf3c-1bdb99d12693 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 May 04 17:17:37.101380 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-24dc3053-7608-45f2-8da7-7fe07df67f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:37.132920 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-24dc3053-7608-45f2-8da7-7fe07df67f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:37.268345 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-24dc3053-7608-45f2-8da7-7fe07df67f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:37.272114 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-af75b6b2-ef60-4d72-9e8f-41150eceb727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:37.283283 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc3053-7608-45f2-8da7-7fe07df67f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdb5672-4e82-42d2-8ee8-5c14f5877ce5,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:37.287122 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-24dc3053-7608-45f2-8da7-7fe07df67f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:37.290428 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-24dc3053-7608-45f2-8da7-7fe07df67f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:37.291606 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-24dc3053-7608-45f2-8da7-7fe07df67f39 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4cdb5672-4e82-42d2-8ee8-5c14f5877ce5 HTTP/1.1" status: 204 len: 168 time: 0.3456237 May 04 17:17:37.494895 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e17cd0-8f38-4762-84ec-cc69e207c1eb req-a5265d60-8721-435f-9ea6-711c5a2dcad2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:37.496730 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-80e17cd0-8f38-4762-84ec-cc69e207c1eb req-a5265d60-8721-435f-9ea6-711c5a2dcad2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0874996 May 04 17:17:37.549419 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-80e17cd0-8f38-4762-84ec-cc69e207c1eb req-04d9b7ff-605f-449d-a422-055f4c6a914d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465753 May 04 17:17:37.733889 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88578704-d39c-48c0-80ea-3a49f558df73 req-479659a0-248a-4198-918a-a6fc1a2b44a8 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:37.735467 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-88578704-d39c-48c0-80ea-3a49f558df73 req-479659a0-248a-4198-918a-a6fc1a2b44a8 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0867198 May 04 17:17:37.791165 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-88578704-d39c-48c0-80ea-3a49f558df73 req-961ac32c-52e3-4f20-b77b-15e173b32dd3 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490999 May 04 17:17:38.275367 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f31089-d1c5-4fa3-abc0-9eba29618ebc req-5940a87f-8f2c-4b53-a28c-1c1bc547a414 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:38.282309 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0f31089-d1c5-4fa3-abc0-9eba29618ebc req-5940a87f-8f2c-4b53-a28c-1c1bc547a414 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.2025003 May 04 17:17:38.326444 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0f31089-d1c5-4fa3-abc0-9eba29618ebc req-825cfa59-d7fe-4dd7-8d1f-043d64337267 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430319 May 04 17:17:38.468115 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52774) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:38.570193 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1940732620-network', 'tenant_id': '56c8a6429b794dbe8d290d0d544d55f2'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:38.574618 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:38.578703 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Usage tracker for resource:network and tenant:56c8a6429b794dbe8d290d0d544d55f2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:38.581640 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:38.588529 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:38.708674 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Made reservation on behalf of 56c8a6429b794dbe8d290d0d544d55f2 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:17:38.711381 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:38.724585 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:38.745253 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:38.745630 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b1397-e15a-4272-930b-942ecb826262 req-a04f6662-935f-4666-a698-d77db32f7047 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:38.747529 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0e3b1397-e15a-4272-930b-942ecb826262 req-a04f6662-935f-4666-a698-d77db32f7047 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0845110 May 04 17:17:38.749077 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Usage tracker for resource:security_group_rule and tenant:56c8a6429b794dbe8d290d0d544d55f2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:38.751877 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:38.757861 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:38.797134 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0e3b1397-e15a-4272-930b-942ecb826262 req-0d76da23-3745-4e1f-b294-24573503bffb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432024 May 04 17:17:38.844782 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:38.890947 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:38.895570 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bb2a98c0-4335-4c77-a8f8-7b24e715d463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:38.926425 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:17:38.939557 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2836cd5-587a-4a6c-ab16-7c654dedc00c,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:38.944965 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:38.945273 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.segments_db [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Added segment 2e920266-41c4-4b53-8d97-ae60a7fc9423 of type vlan for network 88afbf44-73c0-4dc3-997b-c21e2cc47eee May 04 17:17:38.953729 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:38.956932 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:38.956932 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:38.956932 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:38.956932 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:38.956932 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:38.956932 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:38.956932 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:38.956932 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:38.958203 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:38.958203 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:38.958593 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:17:38.965982 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:38.990982 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:38.992728 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debeed6-e6df-4c3d-b448-b37dd07e1413 req-ae6fa769-4b27-4eaf-9b17-77382868c478 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:38.994175 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0debeed6-e6df-4c3d-b448-b37dd07e1413 req-ae6fa769-4b27-4eaf-9b17-77382868c478 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0850389 May 04 17:17:39.039266 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0debeed6-e6df-4c3d-b448-b37dd07e1413 req-33cf3a61-04af-49ae-9795-54066505f443 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392661 May 04 17:17:39.096204 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:39.097576 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:39.098182 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:39.103392 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:39.197652 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Pushing event updated for resources: {'Network': ['ID=88afbf44-73c0-4dc3-997b-c21e2cc47eee,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:39.200320 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:39.205274 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device adeb65d5-4f60-4f1b-a6a2-835a54d457a5 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:17:39.232828 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 88afbf44-73c0-4dc3-997b-c21e2cc47eee details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:17:39.245617 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7764647 May 04 17:17:39.248665 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52786) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:39.253939 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Request body: {'subnet': {'network_id': '88afbf44-73c0-4dc3-997b-c21e2cc47eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1940732620-subnet', 'tenant_id': '56c8a6429b794dbe8d290d0d544d55f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:39.259320 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:39.263595 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Usage tracker for resource:subnet and tenant:56c8a6429b794dbe8d290d0d544d55f2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:39.266814 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:39.267238 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: adeb65d5-4f60-4f1b-a6a2-835a54d457a5 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:17:39.267585 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device adeb65d5-4f60-4f1b-a6a2-835a54d457a5 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:17:39.272959 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:39.336628 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Made reservation on behalf of 56c8a6429b794dbe8d290d0d544d55f2 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:17:39.339308 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:39.793314 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:39.798024 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-787331a3-a567-446c-8ddd-eff7b0206c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:39.853869 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759472e-c442-4633-a187-ef50bc7562e0 req-0e370869-70fa-4fa4-afd7-3333732feb08 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:39.855328 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1759472e-c442-4633-a187-ef50bc7562e0 req-0e370869-70fa-4fa4-afd7-3333732feb08 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0885153 May 04 17:17:39.869817 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79341ded-3ba7-4a5e-93bd-ec8a55444712,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:39.872523 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:39.878716 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Checking segment: {'id': '2e920266-41c4-4b53-8d97-ae60a7fc9423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '88afbf44-73c0-4dc3-997b-c21e2cc47eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:17:39.886529 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Network hostable DHCP agents. Network: 88afbf44-73c0-4dc3-997b-c21e2cc47eee, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:17:39.902032 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1759472e-c442-4633-a187-ef50bc7562e0 req-a85daba0-a3ac-4827-8656-e49b94d062b0 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405273 May 04 17:17:39.965423 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Network 88afbf44-73c0-4dc3-997b-c21e2cc47eee is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:17:40.022405 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 88afbf44-73c0-4dc3-997b-c21e2cc47eee) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:40.026480 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:40.027286 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:40.031660 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e745528e-69b9-4ad2-a625-3561039a93d9 None None] Network 88afbf44-73c0-4dc3-997b-c21e2cc47eee requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:17:40.084612 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c21a8-fdfb-4cd7-ae09-2780674a2c58 req-28c51ba2-9c77-4610-b898-722052567f27 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:40.086178 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e50c21a8-fdfb-4cd7-ae09-2780674a2c58 req-28c51ba2-9c77-4610-b898-722052567f27 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 945 time: 0.0882490 May 04 17:17:40.120893 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8657939 May 04 17:17:40.168480 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e50c21a8-fdfb-4cd7-ae09-2780674a2c58 req-b25c2897-764c-48b8-a436-f3d3fe87512e tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685682 May 04 17:17:40.309300 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148409af-36b7-4bec-ae40-000ccad3bedb None None] Network 88afbf44-73c0-4dc3-997b-c21e2cc47eee requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:17:40.349992 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34266a91-7449-4060-9431-6d00396198da req-12fa839d-05d8-4626-b92b-08d16514596b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:40.351469 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-34266a91-7449-4060-9431-6d00396198da req-12fa839d-05d8-4626-b92b-08d16514596b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0856400 May 04 17:17:40.397822 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-34266a91-7449-4060-9431-6d00396198da req-48ba8a9e-ee4a-4937-99ba-3e5adefa3551 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 May 04 17:17:40.580387 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60576f1a-a258-4eb7-bffc-271c43c9aea9 req-ac6524a9-15a3-4084-bc68-b5309200f933 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:40.581868 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60576f1a-a258-4eb7-bffc-271c43c9aea9 req-ac6524a9-15a3-4084-bc68-b5309200f933 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0854445 May 04 17:17:40.625499 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60576f1a-a258-4eb7-bffc-271c43c9aea9 req-5e49dd3e-2214-42ec-833c-687f9c2baa56 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371819 May 04 17:17:40.912210 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52824) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:40.917945 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-558876276-network', 'tenant_id': '752ba4d1067c415d8b276105ed62a03e'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:40.923330 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:40.927677 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Usage tracker for resource:network and tenant:752ba4d1067c415d8b276105ed62a03e is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:40.930539 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:40.936232 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:41.010633 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Made reservation on behalf of 752ba4d1067c415d8b276105ed62a03e for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:17:41.012948 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.025676 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.040461 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:41.044626 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Usage tracker for resource:security_group_rule and tenant:752ba4d1067c415d8b276105ed62a03e is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:41.047496 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:41.054593 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:41.088631 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48abd9-d82a-47d9-9c90-51de4a250651 req-88c428bd-5ac7-4f21-b5ff-e2bc18c5ea48 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:41.090121 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5a48abd9-d82a-47d9-9c90-51de4a250651 req-88c428bd-5ac7-4f21-b5ff-e2bc18c5ea48 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0794463 May 04 17:17:41.135450 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5a48abd9-d82a-47d9-9c90-51de4a250651 req-3748a4ec-a50e-496b-ae11-8508d2f21b54 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392489 May 04 17:17:41.136222 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.230328 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.234533 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-66ed38e3-a03f-44a5-a6e3-e841aebeaeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:41.266779 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:17:41.274140 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ecdb41-46fe-476a-8075-0f462789c397,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:41.279574 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:41.290829 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.290829 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.segments_db [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Added segment e486b701-66c0-4bba-8e53-71b64edffad9 of type vlan for network c16f60c8-bde9-48db-9e64-85f56dcdac7c May 04 17:17:41.329507 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.346574 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-994d50c0-b2e0-44d5-a07e-d590fe92e5df tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:41.347271 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-994d50c0-b2e0-44d5-a07e-d590fe92e5df tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Synchronizing usage tracker for tenant:5c5e587f9542410e808775efa8a7009d on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:17:41.356338 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505aab01-0d1b-4ed9-a07d-b5d11b27587c req-0401ff24-daf6-43a6-b9a3-7a23ab796f83 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:41.361420 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-505aab01-0d1b-4ed9-a07d-b5d11b27587c req-0401ff24-daf6-43a6-b9a3-7a23ab796f83 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 945 time: 0.0966504 May 04 17:17:41.404534 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-505aab01-0d1b-4ed9-a07d-b5d11b27587c req-e9cbd2a6-aef2-4b50-8ae5-a1a086e02119 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/security-groups?id=69d591de-d4d2-4620-91c0-0dd3c0a144d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408504 May 04 17:17:41.479651 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-994d50c0-b2e0-44d5-a07e-d590fe92e5df tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Unset dirty status for tenant:5c5e587f9542410e808775efa8a7009d on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:17:41.480815 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-994d50c0-b2e0-44d5-a07e-d590fe92e5df tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 945 time: 0.2960200 May 04 17:17:41.523136 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.524501 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:41.525300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.536573 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:41.589140 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be374fb4-b11c-416d-b702-fdfd8cb996a1 req-73b68af2-be89-494d-b836-5614a5f170ff tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:41.590611 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-be374fb4-b11c-416d-b702-fdfd8cb996a1 req-73b68af2-be89-494d-b836-5614a5f170ff tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0832372 May 04 17:17:41.636674 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-be374fb4-b11c-416d-b702-fdfd8cb996a1 req-9e65406f-523c-413c-adfd-8ba1b4ddae03 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399761 May 04 17:17:41.685192 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7717528 May 04 17:17:41.688044 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 52840) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:41.693725 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Request body: {'subnet': {'network_id': 'c16f60c8-bde9-48db-9e64-85f56dcdac7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-558876276-subnet', 'tenant_id': '752ba4d1067c415d8b276105ed62a03e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:41.694197 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Pushing event updated for resources: {'Network': ['ID=c16f60c8-bde9-48db-9e64-85f56dcdac7c,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:41.696942 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a12c2ab8-2364-4b1c-8571-295b0574ca03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:41.700724 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:41.705170 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network c16f60c8-bde9-48db-9e64-85f56dcdac7c details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:17:41.705805 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Usage tracker for resource:subnet and tenant:752ba4d1067c415d8b276105ed62a03e is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:41.709748 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:41.717413 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:41.769153 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-d372ce63-68de-41cb-a5e5-dcfdd7c1ef49 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Deleting port 3447bd73-1b3b-4499-a657-92c455578ce5 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:17:41.769559 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-d372ce63-68de-41cb-a5e5-dcfdd7c1ef49 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.814818 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Made reservation on behalf of 752ba4d1067c415d8b276105ed62a03e for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:17:41.817602 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2347317'] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.907182 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-d372ce63-68de-41cb-a5e5-dcfdd7c1ef49 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] For port 3447bd73-1b3b-4499-a657-92c455578ce5, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3447bd73-1b3b-4499-a657-92c455578ce5,segment=NetworkSegment(f652ec71-a25d-47a6-aeb3-22c0733b8b9c),segment_id=f652ec71-a25d-47a6-aeb3-22c0733b8b9c)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:41.907536 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-d372ce63-68de-41cb-a5e5-dcfdd7c1ef49 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:41.964301 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee545522-4d00-4b58-a4db-ca1ca5c626af req-519c7893-1829-4890-b731-e1bb16aa33e4 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:41.965790 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee545522-4d00-4b58-a4db-ca1ca5c626af req-519c7893-1829-4890-b731-e1bb16aa33e4 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.1926260 May 04 17:17:42.051051 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-d372ce63-68de-41cb-a5e5-dcfdd7c1ef49 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Calling delete_port for 3447bd73-1b3b-4499-a657-92c455578ce5 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:17:42.058922 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee545522-4d00-4b58-a4db-ca1ca5c626af req-16b1dfd5-c72c-42e0-8f48-6704a27f11e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846248 May 04 17:17:42.240138 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-d372ce63-68de-41cb-a5e5-dcfdd7c1ef49 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:42.247451 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:42.251992 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['3447bd73-1b3b-4499-a657-92c455578ce5'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:17:42.349915 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d27d845-94dc-4b40-8662-475093703add req-6d75b4f5-0afa-4b55-a625-b8db742f0624 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:42.351359 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6d27d845-94dc-4b40-8662-475093703add req-6d75b4f5-0afa-4b55-a625-b8db742f0624 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.1084409 May 04 17:17:42.394627 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372ce63-68de-41cb-a5e5-dcfdd7c1ef49 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Pushing event deleted for resources: {'Port': ['ID=3447bd73-1b3b-4499-a657-92c455578ce5,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:42.397144 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d372ce63-68de-41cb-a5e5-dcfdd7c1ef49 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:42.438374 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-d372ce63-68de-41cb-a5e5-dcfdd7c1ef49 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] No DVR routers for this DVR port 3447bd73-1b3b-4499-a657-92c455578ce5 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:17:42.440957 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-d372ce63-68de-41cb-a5e5-dcfdd7c1ef49 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:42.444197 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe61a35-b460-45b2-9cbc-ed8c20908ff9', 'name': 'network-vif-deleted', 'tag': '3447bd73-1b3b-4499-a657-92c455578ce5'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:17:42.445714 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6d27d845-94dc-4b40-8662-475093703add req-b2c60449-e60a-41f2-8c72-cc1f9cf3ff3f tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873568 May 04 17:17:42.446641 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4104836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2347299'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:42.451539 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:42.519136 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0424d3bb-cb05-461b-a42c-29ec8d3e1b17 req-d372ce63-68de-41cb-a5e5-dcfdd7c1ef49 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.11 "DELETE /v2.0/ports/3447bd73-1b3b-4499-a657-92c455578ce5 HTTP/1.1" status: 204 len: 173 time: 1.0325241 May 04 17:17:42.523978 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6be39a28-f79f-4174-98aa-5ac35b2cf4d6,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:42.527441 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:42.533295 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Checking segment: {'id': 'e486b701-66c0-4bba-8e53-71b64edffad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'c16f60c8-bde9-48db-9e64-85f56dcdac7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:17:42.533653 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Network hostable DHCP agents. Network: c16f60c8-bde9-48db-9e64-85f56dcdac7c, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:17:42.666994 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-278014a5-61b1-44c3-860a-95b486fe7a8c req-24442c05-1789-40f8-bac2-2f7dbe78be83 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 210 time: 0.1223731 May 04 17:17:42.713401 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Network c16f60c8-bde9-48db-9e64-85f56dcdac7c is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:17:42.716656 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe61a35-b460-45b2-9cbc-ed8c20908ff9', 'name': 'network-vif-deleted', 'tag': '3447bd73-1b3b-4499-a657-92c455578ce5', 'status': 'completed', 'code': 200} May 04 17:17:42.787649 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, c16f60c8-bde9-48db-9e64-85f56dcdac7c) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:42.797230 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:42.797812 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:42.799270 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1493d13c-d9e8-42c6-925c-bd780bc66f8d None None] Network c16f60c8-bde9-48db-9e64-85f56dcdac7c requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:17:42.891082 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df854a1-a9a0-4cb5-a480-c670d58244b8 req-87b40448-e317-4f85-9457-e1ffa1fdea25 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:42.892547 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7df854a1-a9a0-4cb5-a480-c670d58244b8 req-87b40448-e317-4f85-9457-e1ffa1fdea25 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0903974 May 04 17:17:42.917031 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-1e61d6c4-58d2-481c-b737-a8ce3e15252e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2278891 May 04 17:17:42.940121 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7df854a1-a9a0-4cb5-a480-c670d58244b8 req-95f1f504-2e3a-4526-8654-d50d7343e8d8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412157 May 04 17:17:43.016043 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3075892-34e0-4721-9d7f-7f91ea8ce410 None None] Network c16f60c8-bde9-48db-9e64-85f56dcdac7c requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:17:43.060659 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52858) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:43.122587 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-3185a4d8-7370-492c-9909-f55bf236b9ea admin admin] Deleting subnet 79341ded-3ba7-4a5e-93bd-ec8a55444712 {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:17:43.126138 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3185a4d8-7370-492c-9909-f55bf236b9ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:43.175730 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3185a4d8-7370-492c-9909-f55bf236b9ea admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:43.182865 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3185a4d8-7370-492c-9909-f55bf236b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:43.251606 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfed3a-45dc-409e-b0bb-5a7bd3e8d223 req-99a13af4-4038-4392-895a-6f9c8ee53122 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:43.253049 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-62dfed3a-45dc-409e-b0bb-5a7bd3e8d223 req-99a13af4-4038-4392-895a-6f9c8ee53122 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0870690 May 04 17:17:43.296676 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-62dfed3a-45dc-409e-b0bb-5a7bd3e8d223 req-994f0a83-dde2-4841-96f1-daa88dd60834 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377576 May 04 17:17:43.507368 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3185a4d8-7370-492c-9909-f55bf236b9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:43.512300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:43.549716 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185a4d8-7370-492c-9909-f55bf236b9ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79341ded-3ba7-4a5e-93bd-ec8a55444712,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:43.551632 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3185a4d8-7370-492c-9909-f55bf236b9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:43.554206 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3185a4d8-7370-492c-9909-f55bf236b9ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:43.558246 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-3185a4d8-7370-492c-9909-f55bf236b9ea admin admin] 10.222.0.22 "DELETE /v2.0/subnets/79341ded-3ba7-4a5e-93bd-ec8a55444712 HTTP/1.1" status: 204 len: 168 time: 0.4965677 May 04 17:17:43.560729 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52866) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:43.632887 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabf4fc6-d151-4195-a008-12cf255e0d89 req-3bd5c546-3646-409b-bf50-660ab172c905 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:43.634342 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dabf4fc6-d151-4195-a008-12cf255e0d89 req-3bd5c546-3646-409b-bf50-660ab172c905 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0837231 May 04 17:17:43.661641 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:43.678212 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dabf4fc6-d151-4195-a008-12cf255e0d89 req-8774675c-fbdc-422a-810d-693dfe8177d7 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378952 May 04 17:17:43.792301 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:43.824792 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-81395403-a87a-48db-b752-15b90e3d8c56 req-a80eaec4-368f-4030-aaa1-1da638637783 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 210 time: 0.0424902 May 04 17:17:43.897623 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.897956 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.898690 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.899028 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > port after_create 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.899359 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > port after_delete 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.899682 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > port after_update 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.899989 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.900299 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.900605 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.900943 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.996285 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.996625 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.996987 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.997313 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74289) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 17:17:43.997696 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88afbf44-73c0-4dc3-997b-c21e2cc47eee']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:44.011240 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e920266-41c4-4b53-8d97-ae60a7fc9423') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:44.011708 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e920266-41c4-4b53-8d97-ae60a7fc9423') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:44.024260 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221697'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:44.040311 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:44.047175 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:17:44.136683 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4b8a1-928f-4f3c-a266-f49776796c4e req-da3b031d-2d5f-47a7-93fa-355e9c855a7c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:44.138167 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1ee4b8a1-928f-4f3c-a266-f49776796c4e req-da3b031d-2d5f-47a7-93fa-355e9c855a7c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0819674 May 04 17:17:44.182891 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1ee4b8a1-928f-4f3c-a266-f49776796c4e req-6d693315-4506-461d-9318-716c7050bbc9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389588 May 04 17:17:44.213192 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Network 88afbf44-73c0-4dc3-997b-c21e2cc47eee has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:17:44.221449 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3619728'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:44.384284 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Network 88afbf44-73c0-4dc3-997b-c21e2cc47eee has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: from cryptography.utils import int_from_bytes May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: from cryptography.utils import int_from_bytes May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: Traceback (most recent call last): May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: timer() May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: cb(*args, **kw) May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: return func(*args, **kwargs) May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: self._notify() May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: self.callback(batched_events) May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: event.method(event) May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: return f(self, *a, **k) May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._get(url).json() May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: return self.request(url, 'GET', **kwargs) May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:17:44.407132 dv-cinder-789603-1-iscsi neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:17:44.479830 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b0fa1-7b62-4abd-8992-5c9f2916a052 req-bde17427-8044-454a-9cbf-44b98675227d tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:44.481382 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-524b0fa1-7b62-4abd-8992-5c9f2916a052 req-bde17427-8044-454a-9cbf-44b98675227d tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0809610 May 04 17:17:44.530991 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-524b0fa1-7b62-4abd-8992-5c9f2916a052 req-391e8397-2438-4dd9-b087-73327c0b913f tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434084 May 04 17:17:44.616861 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:44.620694 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-899b9de8-2405-4f6f-be0a-e1804c1a5194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:44.636413 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:44.642233 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Pushing event deleted for resources: {'Network': ['ID=88afbf44-73c0-4dc3-997b-c21e2cc47eee,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:44.645665 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:44.647150 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] 10.222.0.22 "DELETE /v2.0/networks/88afbf44-73c0-4dc3-997b-c21e2cc47eee HTTP/1.1" status: 204 len: 168 time: 1.0854886 May 04 17:17:44.650192 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 52878) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:44.706958 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-0908d11f-7be6-44cb-9910-e219f57b36f1 admin admin] Deleting subnet 6be39a28-f79f-4174-98aa-5ac35b2cf4d6 {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:17:44.710519 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0908d11f-7be6-44cb-9910-e219f57b36f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:44.758916 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0908d11f-7be6-44cb-9910-e219f57b36f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749169'] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:44.858290 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0908d11f-7be6-44cb-9910-e219f57b36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:44.957071 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aaef41-68be-4e97-b737-56b501a8ae18 req-3a95bb0b-845c-47f7-99e7-7c7bbd51da45 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:44.958962 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-22aaef41-68be-4e97-b737-56b501a8ae18 req-3a95bb0b-845c-47f7-99e7-7c7bbd51da45 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.1701236 May 04 17:17:45.066350 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-22aaef41-68be-4e97-b737-56b501a8ae18 req-a5179b5d-0421-482d-8787-2193fd8094f6 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677114 May 04 17:17:45.209941 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9526481d-9b01-495e-8134-95244c0dc040 req-bba11ddb-668c-49b3-8979-7e5561decf65 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] 10.222.0.22 "GET /v2.0/ports?device_id=1fe61a35-b460-45b2-9cbc-ed8c20908ff9 HTTP/1.1" status: 200 len: 210 time: 0.0454733 May 04 17:17:45.240057 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0908d11f-7be6-44cb-9910-e219f57b36f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4104901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2347288'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:45.245256 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-41caf5c9-976d-480a-ad37-2ac105be2bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:45.279966 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908d11f-7be6-44cb-9910-e219f57b36f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6be39a28-f79f-4174-98aa-5ac35b2cf4d6,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:45.281970 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0908d11f-7be6-44cb-9910-e219f57b36f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:45.287962 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0908d11f-7be6-44cb-9910-e219f57b36f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:45.288470 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-0908d11f-7be6-44cb-9910-e219f57b36f1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6be39a28-f79f-4174-98aa-5ac35b2cf4d6 HTTP/1.1" status: 204 len: 168 time: 0.6371849 May 04 17:17:45.291164 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52890) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:45.384244 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da39f6-970b-42f2-8bef-16da9b87e59a req-4581758e-d96a-42c1-95e1-917ffa55d244 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:45.385740 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-77da39f6-970b-42f2-8bef-16da9b87e59a req-4581758e-d96a-42c1-95e1-917ffa55d244 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0838106 May 04 17:17:45.404248 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:45.430427 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-77da39f6-970b-42f2-8bef-16da9b87e59a req-99f3aa9b-9770-4cc6-9134-fdd3c3932774 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388598 May 04 17:17:45.528459 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:45.635773 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16f60c8-bde9-48db-9e64-85f56dcdac7c']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:45.648540 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e486b701-66c0-4bba-8e53-71b64edffad9') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:45.648832 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e486b701-66c0-4bba-8e53-71b64edffad9') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:45.660166 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221697'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:45.676333 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:45.682387 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:17:45.718796 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a0cbd-7c63-430b-aaeb-3a6a1599fbdd req-326b5dbf-327b-46c2-8fd8-0f2929ef410e tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:45.720243 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-094a0cbd-7c63-430b-aaeb-3a6a1599fbdd req-326b5dbf-327b-46c2-8fd8-0f2929ef410e tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0825784 May 04 17:17:45.767167 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-094a0cbd-7c63-430b-aaeb-3a6a1599fbdd req-613509da-f79e-4fe8-bb72-47ebc82c7a8e tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406072 May 04 17:17:45.856728 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] Network c16f60c8-bde9-48db-9e64-85f56dcdac7c has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:17:45.867908 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3619728'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:46.028925 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] Network c16f60c8-bde9-48db-9e64-85f56dcdac7c has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: Traceback (most recent call last): May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: timer() May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: cb(*args, **kw) May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: return func(*args, **kwargs) May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: self._notify() May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: self.callback(batched_events) May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: event.method(event) May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: return f(self, *a, **k) May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._get(url).json() May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: return self.request(url, 'GET', **kwargs) May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:17:46.049173 dv-cinder-789603-1-iscsi neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:17:46.211070 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:46.214623 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-341851c4-3677-48f9-8c23-ee9beaa39fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:46.227421 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:46.236597 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] Pushing event deleted for resources: {'Network': ['ID=c16f60c8-bde9-48db-9e64-85f56dcdac7c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:46.239688 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:46.243497 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-47e3c334-89bd-4015-a971-10792708442f admin admin] 10.222.0.22 "DELETE /v2.0/networks/c16f60c8-bde9-48db-9e64-85f56dcdac7c HTTP/1.1" status: 204 len: 168 time: 0.9490814 May 04 17:17:46.252425 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 3447bd73-1b3b-4499-a657-92c455578ce5 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:17:46.264689 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d702f3c-6389-46c3-9eab-ec9554071060 req-66a9976f-e2fa-44cb-8e07-6ec71818ae60 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:46.266259 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3d702f3c-6389-46c3-9eab-ec9554071060 req-66a9976f-e2fa-44cb-8e07-6ec71818ae60 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0870557 May 04 17:17:46.292510 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: 3447bd73-1b3b-4499-a657-92c455578ce5 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:17:46.292868 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 3447bd73-1b3b-4499-a657-92c455578ce5 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:17:46.318540 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3d702f3c-6389-46c3-9eab-ec9554071060 req-3df3a108-9deb-40ef-8560-e709fa0a2288 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451846 May 04 17:17:46.399759 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52906) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:46.463416 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f07d14-0ea1-4a42-90fb-3cc27adf4afd admin admin] Deleting subnet d0d97dca-f7a6-4fee-aada-77814155f9eb {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:17:46.466435 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-03f07d14-0ea1-4a42-90fb-3cc27adf4afd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:46.525620 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-03f07d14-0ea1-4a42-90fb-3cc27adf4afd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221752'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:46.581008 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-03f07d14-0ea1-4a42-90fb-3cc27adf4afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:46.622522 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9fc47-2473-4fd0-81f0-7f235a4b37ad req-86d52f63-cd1e-46e0-9513-00cf7549bd62 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:46.624018 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-00e9fc47-2473-4fd0-81f0-7f235a4b37ad req-86d52f63-cd1e-46e0-9513-00cf7549bd62 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0782490 May 04 17:17:46.645953 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52914) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:46.670931 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-00e9fc47-2473-4fd0-81f0-7f235a4b37ad req-ccb523ca-17fb-4cb5-bde5-1102613b9dbe tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384634 May 04 17:17:46.771707 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-86fa559a-aa07-413e-95fb-f63bbc752329 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56c8a6429b794dbe8d290d0d544d55f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1246283 May 04 17:17:46.774450 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52918) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:46.900296 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e3082c7d-ff77-49d5-87f0-c9f2f2175ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:46.937484 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e3082c7d-ff77-49d5-87f0-c9f2f2175ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.022449 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-03f07d14-0ea1-4a42-90fb-3cc27adf4afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3618866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230852'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.035127 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3185a4d8-7370-492c-9909-f55bf236b9ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:47.049716 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cedf47-a5e3-4073-9d9f-32505b6e5933 req-9442f731-b36f-4f44-a81d-96b8e15e4e3f tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:47.051187 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c6cedf47-a5e3-4073-9d9f-32505b6e5933 req-9442f731-b36f-4f44-a81d-96b8e15e4e3f tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.1730800 May 04 17:17:47.080240 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f07d14-0ea1-4a42-90fb-3cc27adf4afd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d97dca-f7a6-4fee-aada-77814155f9eb,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:47.082753 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-03f07d14-0ea1-4a42-90fb-3cc27adf4afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.088941 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-03f07d14-0ea1-4a42-90fb-3cc27adf4afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:47.091922 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-03f07d14-0ea1-4a42-90fb-3cc27adf4afd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d0d97dca-f7a6-4fee-aada-77814155f9eb HTTP/1.1" status: 204 len: 168 time: 0.6904669 May 04 17:17:47.095056 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52924) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:47.096163 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c6cedf47-a5e3-4073-9d9f-32505b6e5933 req-04317991-1482-4293-82cd-fa9a0caccecf tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389607 May 04 17:17:47.201099 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.208316 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e3082c7d-ff77-49d5-87f0-c9f2f2175ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.212160 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7650ef88-3b26-4150-b341-e4eb8c8db710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:47.225161 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3082c7d-ff77-49d5-87f0-c9f2f2175ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2836cd5-587a-4a6c-ab16-7c654dedc00c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:47.229502 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e3082c7d-ff77-49d5-87f0-c9f2f2175ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:47.274952 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e3082c7d-ff77-49d5-87f0-c9f2f2175ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.276051 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-e3082c7d-ff77-49d5-87f0-c9f2f2175ab4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f2836cd5-587a-4a6c-ab16-7c654dedc00c HTTP/1.1" status: 204 len: 168 time: 0.5007331 May 04 17:17:47.346697 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.454387 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f53d29-895b-4d95-9855-c27f27b4b040']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:47.467041 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:47.472819 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f652ec71-a25d-47a6-aeb3-22c0733b8b9c') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:47.479317 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221697'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.496505 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.503638 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:17:47.503880 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e835b9-4160-4382-a619-acd8eb76f822 req-e5a58c2b-4105-4b04-89a2-5cf9dc0b82ae tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:47.505372 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-98e835b9-4160-4382-a619-acd8eb76f822 req-e5a58c2b-4105-4b04-89a2-5cf9dc0b82ae tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0808680 May 04 17:17:47.555398 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-98e835b9-4160-4382-a619-acd8eb76f822 req-ea18ce45-4dbf-449c-8a2b-a47fb1d10369 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 May 04 17:17:47.679081 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] Network f1f53d29-895b-4d95-9855-c27f27b4b040 has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:17:47.687781 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3619728'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:47.873766 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] Network f1f53d29-895b-4d95-9855-c27f27b4b040 has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:17:47.882623 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fb7dc-00e6-4ac2-a205-bc0edebbf386 req-3eea8963-f5fe-4a67-9992-849402d24875 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:47.883739 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b91fb7dc-00e6-4ac2-a205-bc0edebbf386 req-3eea8963-f5fe-4a67-9992-849402d24875 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0847263 May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: Traceback (most recent call last): May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: timer() May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: cb(*args, **kw) May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: return func(*args, **kwargs) May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: self._notify() May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: self.callback(batched_events) May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: event.method(event) May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: return f(self, *a, **k) May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._get(url).json() May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: return self.request(url, 'GET', **kwargs) May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:17:47.905895 dv-cinder-789603-1-iscsi neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:17:47.932712 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b91fb7dc-00e6-4ac2-a205-bc0edebbf386 req-5b8184a3-4b9c-4ae4-a3cf-56b4179ae895 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426824 May 04 17:17:47.994595 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52944) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:48.041941 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-f9bc6566-9488-433a-8977-3e33382b435c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=752ba4d1067c415d8b276105ed62a03e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461912 May 04 17:17:48.044189 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52948) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:48.060498 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.075474 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:48.102776 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.105440 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f53d29-895b-4d95-9855-c27f27b4b040,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:48.112558 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:48.134532 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e33ad50e-2f58-40c4-b387-4ffbfc2b430a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.160777 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e33ad50e-2f58-40c4-b387-4ffbfc2b430a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.216792 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-aa476436-db14-4b12-9c26-e1ad4a85e00c admin admin] 10.222.0.22 "DELETE /v2.0/networks/f1f53d29-895b-4d95-9855-c27f27b4b040 HTTP/1.1" status: 204 len: 168 time: 1.1207023 May 04 17:17:48.285879 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f6e8e-9780-4ed0-8e23-b8da1d9a3bed req-b9d892ef-d30c-4028-9009-74c86602f362 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:48.287337 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f58f6e8e-9780-4ed0-8e23-b8da1d9a3bed req-b9d892ef-d30c-4028-9009-74c86602f362 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0861671 May 04 17:17:48.290901 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e33ad50e-2f58-40c4-b387-4ffbfc2b430a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.295862 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5a5c8cc8-93d5-4a14-9aca-c65724efbc39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:48.313759 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ad50e-2f58-40c4-b387-4ffbfc2b430a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ecdb41-46fe-476a-8075-0f462789c397,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:48.323033 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e33ad50e-2f58-40c4-b387-4ffbfc2b430a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:48.323033 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e33ad50e-2f58-40c4-b387-4ffbfc2b430a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.323033 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-e33ad50e-2f58-40c4-b387-4ffbfc2b430a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9ecdb41-46fe-476a-8075-0f462789c397 HTTP/1.1" status: 204 len: 168 time: 0.2736866 May 04 17:17:48.356275 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f58f6e8e-9780-4ed0-8e23-b8da1d9a3bed req-fafeba3a-9263-41b6-b647-6e12b8e354cc tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540876 May 04 17:17:48.681318 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52960) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:48.730871 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-f426d88f-b954-40d4-9621-16a81d48b88d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c5e587f9542410e808775efa8a7009d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0483365 May 04 17:17:48.733314 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 52964) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:48.751285 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123cf4c-d609-4c29-81ac-95edfc0602e5 req-db52a31c-e886-4152-804f-426164ec44e7 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:48.753348 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5123cf4c-d609-4c29-81ac-95edfc0602e5 req-db52a31c-e886-4152-804f-426164ec44e7 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0873797 May 04 17:17:48.797307 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e4f971e1-8c6a-44d7-acff-5a38e8d0eb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.814954 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5123cf4c-d609-4c29-81ac-95edfc0602e5 req-0bd80632-b8b1-42be-b466-8ad5426bf3c4 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416317 May 04 17:17:48.825008 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e4f971e1-8c6a-44d7-acff-5a38e8d0eb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.960671 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e4f971e1-8c6a-44d7-acff-5a38e8d0eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.964118 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-dd3fdfb6-9ff5-443d-9707-a69dc8a97759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:48.978510 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f971e1-8c6a-44d7-acff-5a38e8d0eb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d591de-d4d2-4620-91c0-0dd3c0a144d9,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:48.989134 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e4f971e1-8c6a-44d7-acff-5a38e8d0eb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:48.989134 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e4f971e1-8c6a-44d7-acff-5a38e8d0eb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:48.994213 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-e4f971e1-8c6a-44d7-acff-5a38e8d0eb6b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69d591de-d4d2-4620-91c0-0dd3c0a144d9 HTTP/1.1" status: 204 len: 168 time: 0.2597725 May 04 17:17:49.147658 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f54e8e-eaa4-45ea-a2f0-9fd7bfe4091a req-cc735f82-a613-41bd-b430-a1532695c1fe tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:49.149352 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-12f54e8e-eaa4-45ea-a2f0-9fd7bfe4091a req-cc735f82-a613-41bd-b430-a1532695c1fe tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0847340 May 04 17:17:49.196861 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-12f54e8e-eaa4-45ea-a2f0-9fd7bfe4091a req-ccb23e3d-c6f4-45f8-838e-f2a4f0ceb3c4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 May 04 17:17:49.548409 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e22319-ee70-4d9e-ab57-5d2d5d9953d4 req-84a3bdc0-a4a7-4470-aaee-271424c01984 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:49.549893 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-99e22319-ee70-4d9e-ab57-5d2d5d9953d4 req-84a3bdc0-a4a7-4470-aaee-271424c01984 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0881901 May 04 17:17:49.594649 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-99e22319-ee70-4d9e-ab57-5d2d5d9953d4 req-80c51bbe-00a0-4d6c-8c6e-b43344dea9b3 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383050 May 04 17:17:50.010907 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea23d9-40d6-45e9-a734-5110af08d4ba req-f552a7a4-f7b1-409c-b575-14f6d1f09404 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:50.012472 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e2ea23d9-40d6-45e9-a734-5110af08d4ba req-f552a7a4-f7b1-409c-b575-14f6d1f09404 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0907509 May 04 17:17:50.065704 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e2ea23d9-40d6-45e9-a734-5110af08d4ba req-02e83cb5-b6dc-47ff-8646-77762ac2d33c tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465558 May 04 17:17:51.327517 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cd04b-08a7-42ca-acfe-d1c6eb3bea48 req-cc4e55db-6647-4690-9c13-f0e978dcd2d3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:51.328983 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee0cd04b-08a7-42ca-acfe-d1c6eb3bea48 req-cc4e55db-6647-4690-9c13-f0e978dcd2d3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0818048 May 04 17:17:51.376596 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee0cd04b-08a7-42ca-acfe-d1c6eb3bea48 req-f23d8599-d32a-4b21-8eca-3c4ce36c68ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411777 May 04 17:17:51.428196 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:17:51.554414 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e6023-6170-49c1-b6c3-6d6d650f3087 req-31304739-8f27-4d09-ad5a-3f005b3ecb7a tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:51.555851 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0e1e6023-6170-49c1-b6c3-6d6d650f3087 req-31304739-8f27-4d09-ad5a-3f005b3ecb7a tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0841107 May 04 17:17:51.600697 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0e1e6023-6170-49c1-b6c3-6d6d650f3087 req-bccc8f97-f817-477f-8ad9-187389d41dca tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390601 May 04 17:17:51.776026 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a560161a-cf5d-495c-abf9-bc714e25b9d2 req-60bb74df-e756-4aab-8aa7-a8de6919885a tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:51.777524 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a560161a-cf5d-495c-abf9-bc714e25b9d2 req-60bb74df-e756-4aab-8aa7-a8de6919885a tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0855796 May 04 17:17:51.824265 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a560161a-cf5d-495c-abf9-bc714e25b9d2 req-0d4b1356-88f5-4470-9c4d-4ac5698a51a1 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 May 04 17:17:52.233976 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53100) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:52.355443 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d9d6a4e0-ffff-4807-a139-9bf6a0c30e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:52.370870 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d9d6a4e0-ffff-4807-a139-9bf6a0c30e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:52.374666 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-d9d6a4e0-ffff-4807-a139-9bf6a0c30e14 admin admin] Usage tracker for resource:security_group_rule and tenant:36f39d13ba244e7bbff52f726b3e7b12 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:52.377443 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-d9d6a4e0-ffff-4807-a139-9bf6a0c30e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:52.383636 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d9d6a4e0-ffff-4807-a139-9bf6a0c30e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:52.464521 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d9d6a4e0-ffff-4807-a139-9bf6a0c30e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:52.546878 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d9d6a4e0-ffff-4807-a139-9bf6a0c30e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:52.557001 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8e7aa252-36f2-4aa9-98c9-51c6cc377e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:52.602048 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-d9d6a4e0-ffff-4807-a139-9bf6a0c30e14 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36f39d13ba244e7bbff52f726b3e7b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645387 May 04 17:17:52.602048 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6a4e0-ffff-4807-a139-9bf6a0c30e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3cd352-4fb6-46d1-81cc-2f5f9552018a,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:52.603043 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53114) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:52.605562 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d9d6a4e0-ffff-4807-a139-9bf6a0c30e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:52.666610 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-405d1fc0-7979-46f9-be03-8fd36f50e7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:52.675038 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae83c9-24e2-4f68-befe-a365148410f1 req-f0858a04-bb03-4e18-a860-9fc01de1d57e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:52.677222 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-88ae83c9-24e2-4f68-befe-a365148410f1 req-f0858a04-bb03-4e18-a860-9fc01de1d57e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0847983 May 04 17:17:52.693221 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-405d1fc0-7979-46f9-be03-8fd36f50e7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:52.723694 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-88ae83c9-24e2-4f68-befe-a365148410f1 req-f468e2da-9893-483c-9dc3-af46802d5c36 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399714 May 04 17:17:52.822441 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-405d1fc0-7979-46f9-be03-8fd36f50e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:52.827373 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c8674201-858f-4137-9e07-61ce061f2734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:52.839608 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405d1fc0-7979-46f9-be03-8fd36f50e7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3cd352-4fb6-46d1-81cc-2f5f9552018a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:52.842507 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-405d1fc0-7979-46f9-be03-8fd36f50e7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:52.844471 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-405d1fc0-7979-46f9-be03-8fd36f50e7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:52.850578 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-405d1fc0-7979-46f9-be03-8fd36f50e7d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb3cd352-4fb6-46d1-81cc-2f5f9552018a HTTP/1.1" status: 204 len: 168 time: 0.2415674 May 04 17:17:52.968459 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc428fe4-a3df-4103-b185-704696038b5e req-6578c83a-bd48-4f9f-a561-01b594fb0b53 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:52.969920 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc428fe4-a3df-4103-b185-704696038b5e req-6578c83a-bd48-4f9f-a561-01b594fb0b53 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0859053 May 04 17:17:52.976681 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b39a9254-1e34-411d-80b5-bcd2b8c03fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:53.015970 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc428fe4-a3df-4103-b185-704696038b5e req-43c7628f-dfdb-45d6-8434-91fecf21d1d0 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394719 May 04 17:17:53.265851 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ff35e-9226-4c3e-b8f3-97af09fdf5db req-9f6e4a7d-00f6-4178-bfce-2fd597ff9a50 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:53.267302 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-159ff35e-9226-4c3e-b8f3-97af09fdf5db req-9f6e4a7d-00f6-4178-bfce-2fd597ff9a50 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.1116619 May 04 17:17:53.318888 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-159ff35e-9226-4c3e-b8f3-97af09fdf5db req-8d6c27d9-76ee-4a63-a4f7-38f095ee0041 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445395 May 04 17:17:53.920719 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53158) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:53.928581 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92320d7-6d1d-4102-afda-8ffbeccab347 req-85e87500-a563-43e6-95ae-b2a91490bd55 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:53.930039 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b92320d7-6d1d-4102-afda-8ffbeccab347 req-85e87500-a563-43e6-95ae-b2a91490bd55 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0845699 May 04 17:17:53.972877 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b92320d7-6d1d-4102-afda-8ffbeccab347 req-3e0d827e-a5d4-410f-89cf-d8aaf8904a18 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371022 May 04 17:17:54.023905 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-993270833-network', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:54.028433 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:54.032231 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Usage tracker for resource:network and tenant:8c88f339373d4bff985bd4a7c1f24a52 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:54.035070 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:54.043269 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:54.106939 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Made reservation on behalf of 8c88f339373d4bff985bd4a7c1f24a52 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:17:54.109292 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:54.122193 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:54.136510 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:54.140313 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Usage tracker for resource:security_group_rule and tenant:8c88f339373d4bff985bd4a7c1f24a52 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:54.143081 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:54.148995 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:54.202589 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027685b9-f167-4458-aec8-532f73b3dafd req-3a4a6fc8-47b3-415a-b5fb-e0641c130838 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:54.203908 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-027685b9-f167-4458-aec8-532f73b3dafd req-3a4a6fc8-47b3-415a-b5fb-e0641c130838 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0832422 May 04 17:17:54.231903 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:54.248990 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-027685b9-f167-4458-aec8-532f73b3dafd req-195168bf-1233-4daf-a67e-3af4498c531c tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392575 May 04 17:17:54.302055 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:54.305079 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-02f79acb-5de4-46d2-8e3f-295aaa7e1fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:54.397960 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:17:54.403361 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f801b92f-cbb7-4737-81df-158855ab879b,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:54.406691 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:54.412359 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:54.412747 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.segments_db [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Added segment 2c1b206b-aec0-4ce9-b884-5ba104bf6397 of type vlan for network 46bc4387-20d2-4931-8d45-5e317384e52d May 04 17:17:54.439471 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:54.510751 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41eba7-2634-406a-958a-3df1fc988273 req-53b459d5-4664-4b73-8594-2acd4e77f0bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:54.512092 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6c41eba7-2634-406a-958a-3df1fc988273 req-53b459d5-4664-4b73-8594-2acd4e77f0bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0804415 May 04 17:17:54.524939 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:54.526265 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:54.526837 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:54.530333 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:54.557457 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6c41eba7-2634-406a-958a-3df1fc988273 req-afcc8848-d0ff-4663-93d6-a390927ebc8f tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394247 May 04 17:17:54.629825 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Pushing event updated for resources: {'Network': ['ID=46bc4387-20d2-4931-8d45-5e317384e52d,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:54.632461 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:54.639104 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 46bc4387-20d2-4931-8d45-5e317384e52d details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:17:54.673281 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7513876 May 04 17:17:54.676036 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53174) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:54.681497 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Request body: {'subnet': {'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-993270833-subnet', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:54.686066 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:54.689924 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Usage tracker for resource:subnet and tenant:8c88f339373d4bff985bd4a7c1f24a52 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:54.693223 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:54.698893 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:54.764060 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Made reservation on behalf of 8c88f339373d4bff985bd4a7c1f24a52 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:17:54.766348 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2230889'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:55.188701 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3618931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2230911'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:55.193079 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-03f07d14-0ea1-4a42-90fb-3cc27adf4afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:55.244770 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a3725-6845-475b-b082-d0352855c377 req-a9561f75-6d50-44a6-bde9-88d1797c1669 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:55.246368 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d39a3725-6845-475b-b082-d0352855c377 req-a9561f75-6d50-44a6-bde9-88d1797c1669 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.1596808 May 04 17:17:55.269188 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdf2136-4778-494c-ae2f-482a994207a9,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:55.272081 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:55.276570 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Checking segment: {'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:17:55.277037 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Network hostable DHCP agents. Network: 46bc4387-20d2-4931-8d45-5e317384e52d, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:17:55.292167 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d39a3725-6845-475b-b082-d0352855c377 req-f5645bd5-5aa9-4884-ae8e-55e2e93786e0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 May 04 17:17:55.381842 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Network 46bc4387-20d2-4931-8d45-5e317384e52d is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:17:55.467687 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e888d4d-07e9-4cf3-a311-038845c1587a req-2dc7e38b-8c70-4188-a7b8-912cb3004fda tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:55.469103 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6e888d4d-07e9-4cf3-a311-038845c1587a req-2dc7e38b-8c70-4188-a7b8-912cb3004fda tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0807395 May 04 17:17:55.484792 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 46bc4387-20d2-4931-8d45-5e317384e52d) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:55.494290 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:55.494878 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:55.496635 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879483a7-4711-4706-b686-e6fb0ac9dc2b None None] Network 46bc4387-20d2-4931-8d45-5e317384e52d requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:17:55.514687 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6e888d4d-07e9-4cf3-a311-038845c1587a req-eb9a6c95-f67c-4769-a8a0-eb335efe6430 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392215 May 04 17:17:55.602841 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-06a682e8-2e55-4d14-b584-1a1c0aa7414e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9233453 May 04 17:17:55.603810 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 53186) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:55.609368 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-993270833-router', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:17:55.619891 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:17:55.619891 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Usage tracker for resource:router and tenant:8c88f339373d4bff985bd4a7c1f24a52 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:17:55.621707 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:17:55.627925 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:17:55.712458 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:55.715050 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4207'] for router, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:55.716103 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4198'] for router, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:55.719143 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-a01656a2-de43-4ff8-bd05-0aa9a284b41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:55.744206 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf27f0d-063a-504b-a3f5-e8bcc92892d2-46bc4387-20d2-4931-8d45-5e317384e52d', 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'fixed_ips': [{'subnet_id': '9bdf2136-4778-494c-ae2f-482a994207a9'}]}} from dv-cinder-789603-1-iscsi. {{(pid=74292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:17:55.745354 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:55.747524 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:55.768986 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c767d2-f24a-4d5c-9ef8-a14e5404b6c1 req-c2ecef70-bd39-4ea4-bb0d-cf7960bc1e26 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:55.770617 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-96c767d2-f24a-4d5c-9ef8-a14e5404b6c1 req-c2ecef70-bd39-4ea4-bb0d-cf7960bc1e26 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.1042538 May 04 17:17:55.844901 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-96c767d2-f24a-4d5c-9ef8-a14e5404b6c1 req-bf38738d-d8e6-47ef-9900-377c453cedac tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625377 May 04 17:17:55.908561 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.db_base_plugin_common [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Allocated IP 172.20.0.2 (46bc4387-20d2-4931-8d45-5e317384e52d/9bdf2136-4778-494c-ae2f-482a994207a9/893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1) {{(pid=74292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:17:55.950712 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10e4fd-a0b3-4de6-9496-c26cc157bc41 req-734c6358-dfad-4e2e-aea9-f74eb9c3119a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:55.952210 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6a10e4fd-a0b3-4de6-9496-c26cc157bc41 req-734c6358-dfad-4e2e-aea9-f74eb9c3119a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 1099 time: 0.0714488 May 04 17:17:56.104767 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10e4fd-a0b3-4de6-9496-c26cc157bc41 req-3d4281ad-0621-4de5-ad16-f80dc96f1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:56.106166 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6a10e4fd-a0b3-4de6-9496-c26cc157bc41 req-3d4281ad-0621-4de5-ad16-f80dc96f1795 service neutron] 10.222.0.11 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 918 time: 0.1333826 May 04 17:17:56.118405 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:56.128361 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Transition to ACTIVE for port object 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:17:56.147212 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Transition to ACTIVE for port object 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 will not be triggered until provisioned by entity DHCP. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:17:56.206419 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:56.209350 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4244'] for router, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:56.211915 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:56.214759 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6a10e4fd-a0b3-4de6-9496-c26cc157bc41 req-68b6ff3a-1b0b-4af4-b505-2c4ba8c39f61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ac30203-edd4-4a2d-a017-892759a71e80 HTTP/1.1" status: 200 len: 1000 time: 0.1011348 May 04 17:17:56.266819 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Network 46bc4387-20d2-4931-8d45-5e317384e52d is already hosted by enough agents. {{(pid=74292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:17:56.274081 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.base_scheduler [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Resources bound (agent type, host, resource id): {{(pid=74292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:56.277422 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Received port after_create {{(pid=74292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:17:56.280795 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10e4fd-a0b3-4de6-9496-c26cc157bc41 req-3c2d69ee-0206-4bdc-a92b-fc5937065531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:56.282233 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6a10e4fd-a0b3-4de6-9496-c26cc157bc41 req-3c2d69ee-0206-4bdc-a92b-fc5937065531 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef HTTP/1.1" status: 200 len: 856 time: 0.0616486 May 04 17:17:56.319454 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Pushing event updated for resources: {'Port': ['ID=893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1,revision_number=1']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:56.322775 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:56.366650 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10e4fd-a0b3-4de6-9496-c26cc157bc41 req-53bfd64c-0de2-4444-8f2e-2773eff5f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:56.368085 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6a10e4fd-a0b3-4de6-9496-c26cc157bc41 req-53bfd64c-0de2-4444-8f2e-2773eff5f5b2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=083a592e-a783-46d4-8afb-a37fb4ff1f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797470 May 04 17:17:56.387994 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Attempting to bind port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:17:56.388573 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Attempting to bind port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:17:56.389038 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Attempting to bind port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 on network 46bc4387-20d2-4931-8d45-5e317384e52d {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:17:56.397311 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:17:56.397895 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Checking segment: {'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:17:56.398638 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:56.399103 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Bound using segment: {'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:17:56.399644 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Bound port: 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:17:56.400088 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:56.501667 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] For port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:17:56.505513 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] For port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1,segment=NetworkSegment(2c1b206b-aec0-4ce9-b884-5ba104bf6397),segment_id=2c1b206b-aec0-4ce9-b884-5ba104bf6397)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:17:56.513277 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6a10e4fd-a0b3-4de6-9496-c26cc157bc41 req-feb84e5b-0dbb-4d4b-9356-14f96e7ba071 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374938 May 04 17:17:56.564869 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:56.570625 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:56.657248 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:56.688305 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:56.695975 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6a10e4fd-a0b3-4de6-9496-c26cc157bc41 req-58ce2b17-60f2-45d3-bde5-0bb1e79e7cf9 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769369 May 04 17:17:56.702237 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Pushing event updated for resources: {'Port': ['ID=893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:56.705193 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:56.755376 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ca377-3b19-4d07-b2c9-0b8558a88097 req-c207a185-6b08-439e-817a-2caf6a110088 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:56.757069 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eb1ca377-3b19-4d07-b2c9-0b8558a88097 req-c207a185-6b08-439e-817a-2caf6a110088 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.2806230 May 04 17:17:56.816532 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:56.857751 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eb1ca377-3b19-4d07-b2c9-0b8558a88097 req-407c3644-2888-4b5d-9f55-582bf46ebbb2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927939 May 04 17:17:56.883191 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Allocated IP 172.27.3.204 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/66786cba-720c-4732-ba42-4e08e915c916) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:17:57.122086 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:57.144046 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7af02-84df-4e22-9c7d-fcaeab6df3ad req-9ad0e8ed-6c36-4f56-b90c-b147091f9591 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:57.145546 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d0f7af02-84df-4e22-9c7d-fcaeab6df3ad req-9ad0e8ed-6c36-4f56-b90c-b147091f9591 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.1401110 May 04 17:17:57.286778 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d0f7af02-84df-4e22-9c7d-fcaeab6df3ad req-e1277cec-6b27-4962-9c54-5e166a317ed0 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351213 May 04 17:17:57.377243 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:57.382982 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-17f96d63-afc4-4444-be9f-7adcf08f6bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:57.485297 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:17:57.494091 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:17:57.501089 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:17:57.533044 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Pushing event updated for resources: {'Port': ['ID=66786cba-720c-4732-ba42-4e08e915c916,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:57.540503 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:57.568478 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df188a97-2cda-4594-a14b-b8a3eec03463 None None] Network 46bc4387-20d2-4931-8d45-5e317384e52d requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:17:57.706348 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9644c20-bea0-4d1c-802e-80bda890f107 req-8adb0d38-2b4b-44bc-ae13-d8d3bef9afe6 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:57.708284 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d9644c20-bea0-4d1c-802e-80bda890f107 req-8adb0d38-2b4b-44bc-ae13-d8d3bef9afe6 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.2951233 May 04 17:17:57.727609 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-10c6e1ed-9ffb-4c38-bd95-3cb842b4aafb None None] Provisioning for port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:17:57.799622 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d9644c20-bea0-4d1c-802e-80bda890f107 req-e2c5a223-ec1d-44f4-acd5-92bf0363a210 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635788 May 04 17:17:58.043950 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:58.273090 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:58.311841 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:17:58.339659 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adc23f-c4a5-4430-a176-f0e0a481f61f req-71f3e81f-3a92-44f8-9dc2-c520e3877e8a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:58.341136 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-50adc23f-c4a5-4430-a176-f0e0a481f61f req-71f3e81f-3a92-44f8-9dc2-c520e3877e8a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.2333162 May 04 17:17:58.463788 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-50adc23f-c4a5-4430-a176-f0e0a481f61f req-f4a6d986-5d5f-419c-b0b8-e2933f09abe9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104524 May 04 17:17:58.478869 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663999'] for router, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:58.498153 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:17:58.498671 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:17:58.499051 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:58.642470 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:58.679051 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1,segment=NetworkSegment(2c1b206b-aec0-4ce9-b884-5ba104bf6397),segment_id=2c1b206b-aec0-4ce9-b884-5ba104bf6397)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:17:58.771153 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:58.774619 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:17:58.854447 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:17:58.858803 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:17:58.909852 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Router 64b88c68-6724-4c4d-b326-cdbf12379d66 is scheduled to L3 agent 07946e48-6551-4126-921d-b197646287c6 with binding_index 1 {{(pid=74290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:17:59.091260 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54325841-34e1-471e-b117-3772fe533772 req-92831951-e4e2-423c-bb30-64051e00abff tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:59.092703 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-54325841-34e1-471e-b117-3772fe533772 req-92831951-e4e2-423c-bb30-64051e00abff tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.3282950 May 04 17:17:59.140605 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:17:59.150006 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Sync routers for ids ['64b88c68-6724-4c4d-b326-cdbf12379d66'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:17:59.159187 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Routers {'64b88c68-6724-4c4d-b326-cdbf12379d66'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:17:59.159596 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-54325841-34e1-471e-b117-3772fe533772 req-e7787548-1b84-40df-b87d-d785607ac518 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569978 May 04 17:17:59.160222 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:17:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['64b88c68-6724-4c4d-b326-cdbf12379d66'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:59.232715 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:59.236427 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6293676 May 04 17:17:59.236696 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 53238) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:17:59.342346 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Set router 64b88c68-6724-4c4d-b326-cdbf12379d66 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:17:59.626739 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'name': 'tempest-TestShelveInstance-993270833-router', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '66786cba-720c-4732-ba42-4e08e915c916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:17:55Z', 'updated_at': '2021-05-04T17:17:57Z', 'revision_number': 3, 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'gw_port': {'id': '66786cba-720c-4732-ba42-4e08e915c916', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:17:56Z', 'updated_at': '2021-05-04T17:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:17:59.630835 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Checking router: 64b88c68-6724-4c4d-b326-cdbf12379d66 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:17:59.631185 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Updating router 64b88c68-6724-4c4d-b326-cdbf12379d66 port 66786cba-720c-4732-ba42-4e08e915c916 binding host dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:17:59.682204 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:17:59.730793 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a3d1b-3ec7-4d04-94d5-b3813c147422 req-79f80ff7-1bcd-4954-a73e-8691963b0a9b tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:17:59.732221 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a26a3d1b-3ec7-4d04-94d5-b3813c147422 req-79f80ff7-1bcd-4954-a73e-8691963b0a9b tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.1862760 May 04 17:17:59.847570 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a26a3d1b-3ec7-4d04-94d5-b3813c147422 req-5615d182-7ee5-4b9c-8ef9-72e5dd5f2792 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683990 May 04 17:18:00.024634 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:00.045916 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:00.059718 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Transition to ACTIVE for port object 66786cba-720c-4732-ba42-4e08e915c916 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:00.148398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:00.153550 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:00.228942 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6506986-8994-4928-b2c5-7ee73ed5bdba req-feb96be9-1320-4358-bb21-13616b14526b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:00.230411 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b6506986-8994-4928-b2c5-7ee73ed5bdba req-feb96be9-1320-4358-bb21-13616b14526b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.1602054 May 04 17:18:00.275676 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Attempting to bind port 66786cba-720c-4732-ba42-4e08e915c916 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:18:00.276044 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Attempting to bind port 66786cba-720c-4732-ba42-4e08e915c916 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:18:00.276401 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Attempting to bind port 66786cba-720c-4732-ba42-4e08e915c916 on network 58073673-7c28-4b4b-bd9f-8e1f44915109 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:18:00.278619 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb044aa-6b78-4a31-9e9e-443fe35c4c31 None None] Pushing event updated for resources: {'Port': ['ID=66786cba-720c-4732-ba42-4e08e915c916,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:00.282186 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-0bb044aa-6b78-4a31-9e9e-443fe35c4c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:00.284669 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:18:00.285069 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Checking segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:18:00.289703 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:00.289703 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Bound using segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:18:00.289703 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Bound port: 66786cba-720c-4732-ba42-4e08e915c916, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:18:00.289703 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:00.324264 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:00.326551 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b6506986-8994-4928-b2c5-7ee73ed5bdba req-dcec5099-0bc1-406e-bd6e-9d6d9171973f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892348 May 04 17:18:00.338339 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Allocated IP 172.20.0.1 (46bc4387-20d2-4931-8d45-5e317384e52d/9bdf2136-4778-494c-ae2f-482a994207a9/d3bfe72b-e9db-45ab-b854-cbfc2a766ef6) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:18:00.419873 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] For port 66786cba-720c-4732-ba42-4e08e915c916, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:18:00.423879 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] For port 66786cba-720c-4732-ba42-4e08e915c916, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=66786cba-720c-4732-ba42-4e08e915c916,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:18:00.436581 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:00.436581 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:00.492312 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:00.498607 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:00.611212 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Routers {'64b88c68-6724-4c4d-b326-cdbf12379d66'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:18:00.611826 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:17:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['64b88c68-6724-4c4d-b326-cdbf12379d66'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:00.686425 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:00.686657 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb044aa-6b78-4a31-9e9e-443fe35c4c31 None None] Pushing event updated for resources: {'Port': ['ID=66786cba-720c-4732-ba42-4e08e915c916,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:00.699921 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-0bb044aa-6b78-4a31-9e9e-443fe35c4c31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:00.711839 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586178b6-18f0-4153-a836-696d4998ffff req-73ade5c1-3e60-4665-82d4-0ad428a46ab5 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:00.718873 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-586178b6-18f0-4153-a836-696d4998ffff req-73ade5c1-3e60-4665-82d4-0ad428a46ab5 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.1465533 May 04 17:18:00.721742 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Transition to ACTIVE for port object d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:00.768440 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-586178b6-18f0-4153-a836-696d4998ffff req-8b6cf693-3692-44f1-95ac-fe5bd415a421 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487099 May 04 17:18:00.819120 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] Set router 64b88c68-6724-4c4d-b326-cdbf12379d66 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:18:00.834704 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:00.839877 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:00.897527 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Network 46bc4387-20d2-4931-8d45-5e317384e52d is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:18:00.900455 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:00.903665 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:18:00.977467 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Pushing event updated for resources: {'Port': ['ID=d3bfe72b-e9db-45ab-b854-cbfc2a766ef6,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:00.981248 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:00.982197 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656592'] for router_interface, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:01.150149 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:01.161734 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'name': 'tempest-TestShelveInstance-993270833-router', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '66786cba-720c-4732-ba42-4e08e915c916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:17:55Z', 'updated_at': '2021-05-04T17:17:57Z', 'revision_number': 3, 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'gw_port': {'id': '66786cba-720c-4732-ba42-4e08e915c916', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:17:56Z', 'updated_at': '2021-05-04T17:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:01.165765 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9cfd7e4-2ef0-44e7-8653-706989715d91 None None] The sync data for ids ['64b88c68-6724-4c4d-b326-cdbf12379d66'] in dv-cinder-789603-1-iscsi is: [{'id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'name': 'tempest-TestShelveInstance-993270833-router', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '66786cba-720c-4732-ba42-4e08e915c916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:17:55Z', 'updated_at': '2021-05-04T17:17:57Z', 'revision_number': 3, 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'gw_port': {'id': '66786cba-720c-4732-ba42-4e08e915c916', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e5:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:17:56Z', 'updated_at': '2021-05-04T17:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:18:01.249100 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1049a-ad79-4f77-a97d-9f585df2b75a req-209c9cdc-2d50-44b5-8b55-0e5ccc463e62 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:01.250422 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eef1049a-ad79-4f77-a97d-9f585df2b75a req-209c9cdc-2d50-44b5-8b55-0e5ccc463e62 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.1412654 May 04 17:18:01.307504 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-310472e9-a24b-4ede-8739-53f11e66b682 None None] Provisioning for port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:18:01.309160 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eef1049a-ad79-4f77-a97d-9f585df2b75a req-a00889c7-9ce9-462c-922e-9360042aa5b6 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478184 May 04 17:18:01.312958 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-310472e9-a24b-4ede-8739-53f11e66b682 None None] Provisioning complete for port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:01.313513 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-310472e9-a24b-4ede-8739-53f11e66b682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:01.384368 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-310472e9-a24b-4ede-8739-53f11e66b682 None None] Port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:18:01.432973 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53278) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:01.496310 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:01.579389 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bac29783-141f-41df-97d6-8fd5957c02c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:01.597376 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-bac29783-141f-41df-97d6-8fd5957c02c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:01.601819 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-bac29783-141f-41df-97d6-8fd5957c02c0 admin admin] Usage tracker for resource:security_group_rule and tenant:98559c2050084a0bac9282f6c1752e3d is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:01.605910 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-bac29783-141f-41df-97d6-8fd5957c02c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:01.612097 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-bac29783-141f-41df-97d6-8fd5957c02c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:01.702742 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bac29783-141f-41df-97d6-8fd5957c02c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:01.756314 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822225b-5a85-4450-aea7-39d9e5409f59 req-b5938a99-3bb0-4ee5-9bd3-ca770ecc9c40 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:01.757789 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e822225b-5a85-4450-aea7-39d9e5409f59 req-b5938a99-3bb0-4ee5-9bd3-ca770ecc9c40 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.2112057 May 04 17:18:01.784082 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bac29783-141f-41df-97d6-8fd5957c02c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:01.798227 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5e845f57-df16-495e-bbfd-097bb7aa178b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:01.827953 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e822225b-5a85-4450-aea7-39d9e5409f59 req-108bf745-00b3-45cb-9cae-1499f95bdc4c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608792 May 04 17:18:01.845422 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac29783-141f-41df-97d6-8fd5957c02c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a56e0b-935e-4378-9c44-08924d10746f,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:01.850373 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-bac29783-141f-41df-97d6-8fd5957c02c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98559c2050084a0bac9282f6c1752e3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171641 May 04 17:18:01.853083 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:01.859978 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bac29783-141f-41df-97d6-8fd5957c02c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:01.860350 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53288) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:01.932033 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-37a465f5-c659-47da-a6cb-157037354754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:01.948148 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4104451'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:01.963261 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-37a465f5-c659-47da-a6cb-157037354754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:01.990237 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:02.092168 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-37a465f5-c659-47da-a6cb-157037354754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:02.097913 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e4f971e1-8c6a-44d7-acff-5a38e8d0eb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:02.112212 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a465f5-c659-47da-a6cb-157037354754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a56e0b-935e-4378-9c44-08924d10746f,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:02.115326 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-37a465f5-c659-47da-a6cb-157037354754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:02.116233 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Pushing event updated for resources: {'Port': ['ID=d3bfe72b-e9db-45ab-b854-cbfc2a766ef6,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:02.117516 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-37a465f5-c659-47da-a6cb-157037354754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:02.118961 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-37a465f5-c659-47da-a6cb-157037354754 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74a56e0b-935e-4378-9c44-08924d10746f HTTP/1.1" status: 204 len: 168 time: 0.2575469 May 04 17:18:02.124872 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:02.125658 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656499'] for router_interface, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:02.248483 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2933e-bc2c-4170-ae30-14565ee832d1 req-c0a4954a-dc40-4d46-b84a-74fadcabe14f tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:02.253468 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f8e2933e-bc2c-4170-ae30-14565ee832d1 req-c0a4954a-dc40-4d46-b84a-74fadcabe14f tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.2692149 May 04 17:18:02.321290 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 66786cba-720c-4732-ba42-4e08e915c916 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:02.341323 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f8e2933e-bc2c-4170-ae30-14565ee832d1 req-b354ecf5-c0b7-4020-ae0f-706038a5d78a tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843275 May 04 17:18:02.351172 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Network 46bc4387-20d2-4931-8d45-5e317384e52d is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:18:02.352716 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:02.519820 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 66786cba-720c-4732-ba42-4e08e915c916 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:18:02.527133 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 66786cba-720c-4732-ba42-4e08e915c916 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:02.527780 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:02.685594 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:02.713164 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 66786cba-720c-4732-ba42-4e08e915c916, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=66786cba-720c-4732-ba42-4e08e915c916,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:02.719535 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-4e5b8f3e-5c82-4ece-8795-7107cbe236aa None None] Provisioning complete for port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:02.719979 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-4e5b8f3e-5c82-4ece-8795-7107cbe236aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:02.807255 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Router 64b88c68-6724-4c4d-b326-cdbf12379d66 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:18:02.813255 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b8f3e-5c82-4ece-8795-7107cbe236aa None None] Port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:18:02.817724 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:02.819323 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:02.885586 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bf5ee-59bc-4159-922f-cdcf2e8dbc33 req-41bb837e-055c-4737-a4b9-fe70ecce0adc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:02.887093 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-803bf5ee-59bc-4159-922f-cdcf2e8dbc33 req-41bb837e-055c-4737-a4b9-fe70ecce0adc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.2775538 May 04 17:18:02.895652 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=66786cba-720c-4732-ba42-4e08e915c916,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:02.898875 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:03.016774 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-803bf5ee-59bc-4159-922f-cdcf2e8dbc33 req-789c9255-9aa5-45fd-b9cd-b42f8e5c1d5b tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130333 May 04 17:18:03.054975 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:18:03.060294 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] 10.222.0.22 "PUT /v2.0/routers/64b88c68-6724-4c4d-b326-cdbf12379d66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8225241 May 04 17:18:03.079644 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Sync routers for ids ['64b88c68-6724-4c4d-b326-cdbf12379d66'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:18:03.101006 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Routers {'64b88c68-6724-4c4d-b326-cdbf12379d66'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:18:03.102248 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:17:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['64b88c68-6724-4c4d-b326-cdbf12379d66'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:03.225698 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e674f-5dd7-4a5a-b89a-4df981a1b323 req-f045af27-c939-4763-9f57-707b3b0a6b66 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:03.227165 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-309e674f-5dd7-4a5a-b89a-4df981a1b323 req-f045af27-c939-4763-9f57-707b3b0a6b66 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0880549 May 04 17:18:03.289642 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-309e674f-5dd7-4a5a-b89a-4df981a1b323 req-e16775c1-4307-4de6-aa61-76aed94ba763 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519204 May 04 17:18:03.310011 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Set router 64b88c68-6724-4c4d-b326-cdbf12379d66 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:18:03.628304 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'name': 'tempest-TestShelveInstance-993270833-router', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '66786cba-720c-4732-ba42-4e08e915c916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:17:55Z', 'updated_at': '2021-05-04T17:18:01Z', 'revision_number': 4, 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'gw_port': {'id': '66786cba-720c-4732-ba42-4e08e915c916', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:17:56Z', 'updated_at': '2021-05-04T17:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'd3bfe72b-e9db-45ab-b854-cbfc2a766ef6', 'name': '', 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'mac_address': 'fa:16:3e:37:4c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '9bdf2136-4778-494c-ae2f-482a994207a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:00Z', 'updated_at': '2021-05-04T17:18:01Z', 'revision_number': 2, 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'subnets': [{'id': '9bdf2136-4778-494c-ae2f-482a994207a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:03.632830 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Checking router: 64b88c68-6724-4c4d-b326-cdbf12379d66 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:18:03.633206 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Updating router 64b88c68-6724-4c4d-b326-cdbf12379d66 port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 binding host dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:18:03.687875 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:03.811296 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53348) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:03.814076 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c910d-c16a-4a2b-8500-ac4ddb66f4a6 req-703b5b50-fc7f-4629-8424-0f86782c6999 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:03.817462 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1872871046-network', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:03.821189 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1f3c910d-c16a-4a2b-8500-ac4ddb66f4a6 req-703b5b50-fc7f-4629-8424-0f86782c6999 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.1057911 May 04 17:18:03.822779 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:03.827989 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Usage tracker for resource:network and tenant:f94a3eefb9314dceb9470cbca10b65d2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:03.831140 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:03.837783 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:03.862657 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1f3c910d-c16a-4a2b-8500-ac4ddb66f4a6 req-1b1c368a-d8f1-431a-acd8-03c002daa2dc tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 May 04 17:18:03.903103 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Made reservation on behalf of f94a3eefb9314dceb9470cbca10b65d2 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:18:03.907013 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:03.925637 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:03.947800 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:03.951872 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Usage tracker for resource:security_group_rule and tenant:f94a3eefb9314dceb9470cbca10b65d2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:03.955005 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:03.961253 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:04.073580 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Notify callbacks [] for port, precommit_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.085928 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.provisioning_blocks [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Transition to ACTIVE for port object d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 will not be triggered until provisioned by entity L2. {{(pid=74293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:04.140367 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.165157 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.169356 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-d10b0350-89e0-4130-b26a-f114c1d6333c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:04.234636 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.238167 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c59f8fd0-afb0-41c2-805d-d2941ff5ff6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:04.253223 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae201445-5f46-47a9-a1a5-ed851e28c9b8 req-8b764369-1a32-413f-9ffb-c465054d015c tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:04.264784 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae201445-5f46-47a9-a1a5-ed851e28c9b8 req-8b764369-1a32-413f-9ffb-c465054d015c tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.0977261 May 04 17:18:04.282572 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:18:04.292883 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bf42a3-96a1-4184-bced-7c27cdbf3d07,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:04.307532 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:04.315574 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.319118 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.segments_db [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Added segment b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c of type vlan for network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d May 04 17:18:04.329281 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 66786cba-720c-4732-ba42-4e08e915c916 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:04.331593 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae201445-5f46-47a9-a1a5-ed851e28c9b8 req-fd0be251-4b12-45cf-8e38-c44d524d9f81 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655816 May 04 17:18:04.342059 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Pushing event updated for resources: {'Port': ['ID=d3bfe72b-e9db-45ab-b854-cbfc2a766ef6,revision_number=3']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:04.386791 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.389370 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:04.389714 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:04.390046 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:04.390373 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:04.390691 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:04.394118 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:04.394486 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:04.395358 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:04.397564 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:04.397564 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:04.397564 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:04.397564 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:04.407575 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:04.453133 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Attempting to bind port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:18:04.453718 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Attempting to bind port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:18:04.454321 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Attempting to bind port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 on network 46bc4387-20d2-4931-8d45-5e317384e52d {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:18:04.461516 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:18:04.462132 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Checking segment: {'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:18:04.462677 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.463434 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Bound using segment: {'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:18:04.464074 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Bound port: d3bfe72b-e9db-45ab-b854-cbfc2a766ef6, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'}}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:18:04.464611 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.479286 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 66786cba-720c-4732-ba42-4e08e915c916 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:04.479665 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.507793 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.512506 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:04.512506 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.516877 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f7cf1062-0e3e-4fe3-850e-db7bd40add3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:04.632173 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] For port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:18:04.635826 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] For port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d3bfe72b-e9db-45ab-b854-cbfc2a766ef6,segment=NetworkSegment(2c1b206b-aec0-4ce9-b884-5ba104bf6397),segment_id=2c1b206b-aec0-4ce9-b884-5ba104bf6397)] {{(pid=74293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:18:04.637185 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d54db-4bae-4c43-880a-8687892c4ce4 req-01495fa2-03d9-47c6-bc46-9611511778d7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:04.638839 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-db5d54db-4bae-4c43-880a-8687892c4ce4 req-01495fa2-03d9-47c6-bc46-9611511778d7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0975301 May 04 17:18:04.645370 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Pushing event updated for resources: {'Network': ['ID=5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:04.648522 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:04.655524 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:18:04.691402 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-db5d54db-4bae-4c43-880a-8687892c4ce4 req-446cd659-077e-44ca-b3f7-d212ea4584f8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457118 May 04 17:18:04.721069 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.726562 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:04.757887 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9411862 May 04 17:18:04.757887 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53384) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:04.762753 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Request body: {'subnet': {'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1872871046-subnet', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:04.779175 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:04.783190 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Usage tracker for resource:subnet and tenant:f94a3eefb9314dceb9470cbca10b65d2 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:04.793716 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:04.801545 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:04.836288 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Routers {'64b88c68-6724-4c4d-b326-cdbf12379d66'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:18:04.836952 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:17:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['64b88c68-6724-4c4d-b326-cdbf12379d66'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:04.925460 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Made reservation on behalf of f94a3eefb9314dceb9470cbca10b65d2 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:18:04.929646 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2230889'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:04.938817 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Pushing event updated for resources: {'Port': ['ID=d3bfe72b-e9db-45ab-b854-cbfc2a766ef6,revision_number=4']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:04.974621 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:05.043765 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53392) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:05.116509 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741b0ab-9e2d-4453-8622-c35c03272f68 req-f1f1462c-1bf9-4804-a858-8b5e558157eb tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:05.119079 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a741b0ab-9e2d-4453-8622-c35c03272f68 req-f1f1462c-1bf9-4804-a858-8b5e558157eb tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.0995383 May 04 17:18:05.128146 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] Set router 64b88c68-6724-4c4d-b326-cdbf12379d66 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:18:05.167567 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a741b0ab-9e2d-4453-8622-c35c03272f68 req-601c0a1d-54b8-46b3-9d86-a5fa208e8149 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 May 04 17:18:05.217540 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7e61186f-9888-4c0c-872c-0bee7406ffa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:05.232661 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7e61186f-9888-4c0c-872c-0bee7406ffa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:05.236501 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-7e61186f-9888-4c0c-872c-0bee7406ffa6 admin admin] Usage tracker for resource:security_group_rule and tenant:1d8bbb406e114abda0b400e202b7e781 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:05.239915 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-7e61186f-9888-4c0c-872c-0bee7406ffa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:05.245729 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-7e61186f-9888-4c0c-872c-0bee7406ffa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:05.434430 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7e61186f-9888-4c0c-872c-0bee7406ffa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:05.477760 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'name': 'tempest-TestShelveInstance-993270833-router', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '66786cba-720c-4732-ba42-4e08e915c916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:17:55Z', 'updated_at': '2021-05-04T17:18:01Z', 'revision_number': 4, 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'gw_port': {'id': '66786cba-720c-4732-ba42-4e08e915c916', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:17:56Z', 'updated_at': '2021-05-04T17:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'd3bfe72b-e9db-45ab-b854-cbfc2a766ef6', 'name': '', 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'mac_address': 'fa:16:3e:37:4c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '9bdf2136-4778-494c-ae2f-482a994207a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:00Z', 'updated_at': '2021-05-04T17:18:04Z', 'revision_number': 4, 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'subnets': [{'id': '9bdf2136-4778-494c-ae2f-482a994207a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:05.483710 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9537a35-9e1d-40ac-8fa4-e65479de0c1d None None] The sync data for ids ['64b88c68-6724-4c4d-b326-cdbf12379d66'] in dv-cinder-789603-1-iscsi is: [{'id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'name': 'tempest-TestShelveInstance-993270833-router', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '66786cba-720c-4732-ba42-4e08e915c916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:17:55Z', 'updated_at': '2021-05-04T17:18:01Z', 'revision_number': 4, 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'gw_port': {'id': '66786cba-720c-4732-ba42-4e08e915c916', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:17:56Z', 'updated_at': '2021-05-04T17:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'd3bfe72b-e9db-45ab-b854-cbfc2a766ef6', 'name': '', 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'mac_address': 'fa:16:3e:37:4c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '9bdf2136-4778-494c-ae2f-482a994207a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:00Z', 'updated_at': '2021-05-04T17:18:04Z', 'revision_number': 4, 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'subnets': [{'id': '9bdf2136-4778-494c-ae2f-482a994207a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:18:05.505985 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7e61186f-9888-4c0c-872c-0bee7406ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:05.515789 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b05a65e5-07fe-4f4a-b967-ff4d7709eac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:05.584795 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced5d91-0bce-46cb-bb2c-7bbde730a1fe req-37ffc2d2-caa6-43f7-84ce-330b30192893 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:05.586501 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fced5d91-0bce-46cb-bb2c-7bbde730a1fe req-37ffc2d2-caa6-43f7-84ce-330b30192893 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.1305058 May 04 17:18:05.615929 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3618931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2230911'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:05.619972 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-7e61186f-9888-4c0c-872c-0bee7406ffa6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d8bbb406e114abda0b400e202b7e781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5748332 May 04 17:18:05.622522 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 53404) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:05.630144 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61186f-9888-4c0c-872c-0bee7406ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d049975-bde7-454d-a8ac-5262fbe8e80b,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:05.634050 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7e61186f-9888-4c0c-872c-0bee7406ffa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:05.634601 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:05.669485 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fced5d91-0bce-46cb-bb2c-7bbde730a1fe req-8aab70a6-a6a8-47e4-815d-d385a89f6f6a tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763850 May 04 17:18:05.721270 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7530cf42-9ef3-4cc9-b793-75966207493b,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:05.729616 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:05.736321 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Checking segment: {'id': 'b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:18:05.736681 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Network hostable DHCP agents. Network: 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:18:05.758584 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:05.795017 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:05.873402 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:18:05.916993 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf027c4c-1ff2-4b48-a310-01bbf2a3a525 req-4e237086-6beb-4ac6-96e7-92673775d1d8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:05.918510 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bf027c4c-1ff2-4b48-a310-01bbf2a3a525 req-4e237086-6beb-4ac6-96e7-92673775d1d8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.0917163 May 04 17:18:05.953766 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:05.969182 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb0c21-bae2-4529-be51-b1198678701e None None] Network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:18:05.969796 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:05.970128 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:05.970400 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bf027c4c-1ff2-4b48-a310-01bbf2a3a525 req-b6ca3d2d-471c-4ea2-a2e8-c9f41172d6db tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442214 May 04 17:18:05.987242 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:05.998589 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-fb12bad5-ad24-492b-8ff5-9e9f6d6803f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:06.013948 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d049975-bde7-454d-a8ac-5262fbe8e80b,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:06.022239 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:06.026719 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d049975-bde7-454d-a8ac-5262fbe8e80b HTTP/1.1" status: 204 len: 168 time: 0.4001105 May 04 17:18:06.026719 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:06.026719 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:06.026719 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:06.026719 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:06.027293 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:06.028096 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:06.028096 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:06.028364 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:06.028761 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:06.029168 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:06.029556 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:06.030165 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:06.033801 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:06.077464 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 53416) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:06.078674 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-a0bf0a66-0e58-45e5-ac18-d985a78c4b75 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3204741 May 04 17:18:06.082920 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1872871046-router', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:06.087753 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:06.092687 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Usage tracker for resource:router and tenant:f94a3eefb9314dceb9470cbca10b65d2 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:06.095871 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:06.103904 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:06.195831 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 53420) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:06.234236 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4207'] for router, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:06.235630 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4198'] for router, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:06.259725 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:06.309513 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf27f0d-063a-504b-a3f5-e8bcc92892d2-5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d', 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'fixed_ips': [{'subnet_id': '7530cf42-9ef3-4cc9-b793-75966207493b'}]}} from dv-cinder-789603-1-iscsi. {{(pid=74292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:18:06.310967 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:06.357503 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:06.611041 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.db_base_plugin_common [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Allocated IP 172.20.0.2 (5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d/7530cf42-9ef3-4cc9-b793-75966207493b/6e30c233-be8a-4317-93a6-82d055bfecee) {{(pid=74292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:18:06.611467 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a6776202-6cfb-42b8-8396-b053c67e2475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:06.656978 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:18:06.705575 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a6776202-6cfb-42b8-8396-b053c67e2475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:06.709800 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:06.710588 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:06.884231 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a6776202-6cfb-42b8-8396-b053c67e2475 admin admin] Usage tracker for resource:security_group_rule and tenant:c6460cf638634f9fbd2c8768ed5cf887 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:06.889218 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4244'] for router, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:06.896422 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a6776202-6cfb-42b8-8396-b053c67e2475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:06.905922 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a6776202-6cfb-42b8-8396-b053c67e2475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:06.916528 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc0535-da4f-4a8d-b8df-ccce0d36351f req-51d4648c-2008-43c5-a188-122ad79b2689 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:06.918038 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eefc0535-da4f-4a8d-b8df-ccce0d36351f req-51d4648c-2008-43c5-a188-122ad79b2689 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.5658026 May 04 17:18:06.941035 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:06.956520 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Notify callbacks [] for port, precommit_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:06.974051 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Transition to ACTIVE for port object 6e30c233-be8a-4317-93a6-82d055bfecee will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:06.989402 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eefc0535-da4f-4a8d-b8df-ccce0d36351f req-90d4f286-dde3-4921-bc35-8f891dcf9518 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571008 May 04 17:18:06.999049 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d3bfe72b-e9db-45ab-b854-cbfc2a766ef6,segment=NetworkSegment(2c1b206b-aec0-4ce9-b884-5ba104bf6397),segment_id=2c1b206b-aec0-4ce9-b884-5ba104bf6397)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:07.001824 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Transition to ACTIVE for port object 6e30c233-be8a-4317-93a6-82d055bfecee will not be triggered until provisioned by entity DHCP. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:07.072859 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a6776202-6cfb-42b8-8396-b053c67e2475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.085668 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.089077 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-dce5fd19-1959-4a1a-858e-f99d699d7bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:07.149846 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.174711 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d is already hosted by enough agents. {{(pid=74292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:18:07.175415 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=d3bfe72b-e9db-45ab-b854-cbfc2a766ef6,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:07.178659 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a6776202-6cfb-42b8-8396-b053c67e2475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.179379 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:07.180341 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:07.188659 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8089063a-bd5b-4849-aac8-981f2908622b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:07.212333 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.base_scheduler [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Resources bound (agent type, host, resource id): {{(pid=74292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:07.215572 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Received port after_create {{(pid=74292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:18:07.243630 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-a6776202-6cfb-42b8-8396-b053c67e2475 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6460cf638634f9fbd2c8768ed5cf887&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0459216 May 04 17:18:07.247029 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53448) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:07.253595 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6776202-6cfb-42b8-8396-b053c67e2475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0da8f29-4c89-417a-bb27-d76b0b4ac840,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:07.258070 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a6776202-6cfb-42b8-8396-b053c67e2475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:07.278799 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3950e-cd0b-4494-aba1-58e417925f68 req-e995ca6d-8c20-4eef-bed1-bafd07b0cfe9 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:07.280341 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-61a3950e-cd0b-4494-aba1-58e417925f68 req-e995ca6d-8c20-4eef-bed1-bafd07b0cfe9 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.1600239 May 04 17:18:07.330496 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-41712c2a-6e6f-46e8-9029-56d1c0cb9d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.352292 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Pushing event updated for resources: {'Port': ['ID=6e30c233-be8a-4317-93a6-82d055bfecee,revision_number=1']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:07.357333 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:07.363696 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-41712c2a-6e6f-46e8-9029-56d1c0cb9d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.493723 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-61a3950e-cd0b-4494-aba1-58e417925f68 req-d5835613-a90d-4484-a092-510cb52f02fa tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016134 May 04 17:18:07.493877 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-41712c2a-6e6f-46e8-9029-56d1c0cb9d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.499423 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9ee42c47-948e-4d4b-b4c3-d072f9770527 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:07.516793 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41712c2a-6e6f-46e8-9029-56d1c0cb9d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0da8f29-4c89-417a-bb27-d76b0b4ac840,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:07.516793 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-41712c2a-6e6f-46e8-9029-56d1c0cb9d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:07.526009 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-41712c2a-6e6f-46e8-9029-56d1c0cb9d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.529986 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-41712c2a-6e6f-46e8-9029-56d1c0cb9d50 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0da8f29-4c89-417a-bb27-d76b0b4ac840 HTTP/1.1" status: 204 len: 168 time: 0.2814033 May 04 17:18:07.531240 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.569375 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.764135 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e53558-f573-402a-8c62-1ab41c99f50e req-b61a60f2-179a-43aa-a7e2-fb024a647198 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:07.765559 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-19e53558-f573-402a-8c62-1ab41c99f50e req-b61a60f2-179a-43aa-a7e2-fb024a647198 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.1572089 May 04 17:18:07.794613 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Allocated IP 172.27.3.84 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/174688c9-4cc0-484a-adc4-ecab6c07378a) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:18:07.856436 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-19e53558-f573-402a-8c62-1ab41c99f50e req-77c9b1be-6497-4f72-9215-ecbea2fc54ac tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813870 May 04 17:18:07.888128 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Attempting to bind port 6e30c233-be8a-4317-93a6-82d055bfecee on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:18:07.888623 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Attempting to bind port 6e30c233-be8a-4317-93a6-82d055bfecee by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': 'b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:18:07.889124 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Attempting to bind port 6e30c233-be8a-4317-93a6-82d055bfecee on network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:18:07.895125 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:18:07.895848 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Checking segment: {'id': 'b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:18:07.896490 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.897220 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Bound using segment: {'id': 'b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:18:07.897909 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Bound port: 6e30c233-be8a-4317-93a6-82d055bfecee, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:18:07.898614 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.972609 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:07.997731 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] For port 6e30c233-be8a-4317-93a6-82d055bfecee, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:18:08.000989 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] For port 6e30c233-be8a-4317-93a6-82d055bfecee, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=6e30c233-be8a-4317-93a6-82d055bfecee,segment=NetworkSegment(b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c),segment_id=b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:18:08.052994 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:08.053181 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:08.058571 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-50fabd1e-0926-46f4-87f6-270d86bc1aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:08.062229 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:08.153413 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Pushing event updated for resources: {'Port': ['ID=6e30c233-be8a-4317-93a6-82d055bfecee,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:08.166703 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:08.177269 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:18:08.181443 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:08.189089 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:18:08.215868 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Pushing event updated for resources: {'Port': ['ID=174688c9-4cc0-484a-adc4-ecab6c07378a,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:08.225479 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:08.291343 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53474) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:08.315213 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-874b82cc-4377-4385-875d-21baee18bd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:08.325433 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:08.334788 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-874b82cc-4377-4385-875d-21baee18bd46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:08.339456 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-874b82cc-4377-4385-875d-21baee18bd46 admin admin] Usage tracker for resource:security_group_rule and tenant:795525e2e391479883ec427bf1575dcc is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:08.342824 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-874b82cc-4377-4385-875d-21baee18bd46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:08.349772 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-874b82cc-4377-4385-875d-21baee18bd46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:08.460166 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:08.460549 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:08.500498 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-874b82cc-4377-4385-875d-21baee18bd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:08.507881 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa284a-a7b2-40a6-ba89-329044c1d3f2 req-6ec529ff-f485-455e-920b-80047b063a05 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:08.514948 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a4aa284a-a7b2-40a6-ba89-329044c1d3f2 req-6ec529ff-f485-455e-920b-80047b063a05 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.4077599 May 04 17:18:08.565198 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-874b82cc-4377-4385-875d-21baee18bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:08.575722 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a6a93d30-cc11-4769-9602-042f00c452e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:08.627692 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a4aa284a-a7b2-40a6-ba89-329044c1d3f2 req-b00e4c73-b3cb-4761-96b8-dba2ed6f83ab tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118784 May 04 17:18:08.633154 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 53484) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:08.633303 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-874b82cc-4377-4385-875d-21baee18bd46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=795525e2e391479883ec427bf1575dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349838 May 04 17:18:08.634545 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874b82cc-4377-4385-875d-21baee18bd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf883b6-f2ec-4f70-8ae3-26c773af4a86,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:08.638786 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-874b82cc-4377-4385-875d-21baee18bd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:08.731501 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6656ed0c-b12e-4502-b46f-9436f43cc47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:08.963898 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6656ed0c-b12e-4502-b46f-9436f43cc47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:09.124090 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:09.193749 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0e379-4e6d-4ae8-b950-0913e9500e58 req-d304ab93-877d-4625-8ef1-71af6f6ac021 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:09.193749 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7fc0e379-4e6d-4ae8-b950-0913e9500e58 req-d304ab93-877d-4625-8ef1-71af6f6ac021 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.4540796 May 04 17:18:09.219297 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e108d00c-9346-4b49-8ad1-6b30093d7558 None None] Network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:18:09.306571 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6656ed0c-b12e-4502-b46f-9436f43cc47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:09.313311 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-762bb4ee-76ca-4678-a0d6-91e8c6ff327b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:09.326935 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7fc0e379-4e6d-4ae8-b950-0913e9500e58 req-49802e16-f91a-4073-be25-897329574c71 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291981 May 04 17:18:09.341710 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656ed0c-b12e-4502-b46f-9436f43cc47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf883b6-f2ec-4f70-8ae3-26c773af4a86,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:09.349916 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6656ed0c-b12e-4502-b46f-9436f43cc47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:09.380163 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53500) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:09.442935 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-675a45f9-33a3-437f-bea3-61707bb69861 None None] Provisioning for port 6e30c233-be8a-4317-93a6-82d055bfecee completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:18:09.509400 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6656ed0c-b12e-4502-b46f-9436f43cc47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:09.513000 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-6656ed0c-b12e-4502-b46f-9436f43cc47d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ccf883b6-f2ec-4f70-8ae3-26c773af4a86 HTTP/1.1" status: 204 len: 168 time: 0.8759089 May 04 17:18:09.528658 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-65fdfd5b-58c7-43d1-927a-e6c608051be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:09.553651 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-65fdfd5b-58c7-43d1-927a-e6c608051be0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:09.558896 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-65fdfd5b-58c7-43d1-927a-e6c608051be0 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa7a009bbf94f9d9ec89e48cc1d1013 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:09.563234 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-65fdfd5b-58c7-43d1-927a-e6c608051be0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:09.571230 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-65fdfd5b-58c7-43d1-927a-e6c608051be0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:09.611225 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663999'] for router, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:09.675138 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-65fdfd5b-58c7-43d1-927a-e6c608051be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:09.705857 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e33094-dd0f-4d37-b2f6-338a0dbd71fb req-0ee12b6e-cc69-49ff-9719-71af75a17975 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:09.707408 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-58e33094-dd0f-4d37-b2f6-338a0dbd71fb req-0ee12b6e-cc69-49ff-9719-71af75a17975 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 946 time: 0.2426393 May 04 17:18:09.742336 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-65fdfd5b-58c7-43d1-927a-e6c608051be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:09.750025 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6cb78e22-e651-42fb-8781-f8e4b16b93f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:09.793836 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdfd5b-58c7-43d1-927a-e6c608051be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7f45ec-85d3-4a4b-b131-c56e413bc5c5,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:09.799391 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-65fdfd5b-58c7-43d1-927a-e6c608051be0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ffa7a009bbf94f9d9ec89e48cc1d1013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174170 May 04 17:18:09.801657 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-65fdfd5b-58c7-43d1-927a-e6c608051be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:09.802561 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53510) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:09.833464 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-58e33094-dd0f-4d37-b2f6-338a0dbd71fb req-4b0aa66c-0180-4b7d-869b-e9fc78596735 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173167 May 04 17:18:09.872257 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea63e-2639-49cd-b7ab-80267496ebdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:09.901417 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea63e-2639-49cd-b7ab-80267496ebdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:09.978234 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Router c0e512c3-be3b-4933-90ff-f0000d48869c is scheduled to L3 agent 07946e48-6551-4126-921d-b197646287c6 with binding_index 1 {{(pid=74290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:18:10.010522 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea63e-2639-49cd-b7ab-80267496ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.015442 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d9d6a4e0-ffff-4807-a139-9bf6a0c30e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:10.028827 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1ea63e-2639-49cd-b7ab-80267496ebdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7f45ec-85d3-4a4b-b131-c56e413bc5c5,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:10.031722 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-cc1ea63e-2639-49cd-b7ab-80267496ebdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:10.053511 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-cc1ea63e-2639-49cd-b7ab-80267496ebdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.054732 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-cc1ea63e-2639-49cd-b7ab-80267496ebdd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef7f45ec-85d3-4a4b-b131-c56e413bc5c5 HTTP/1.1" status: 204 len: 168 time: 0.2511330 May 04 17:18:10.163862 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e16e6-6119-49fb-8838-9086a2d76a03 req-629f490d-856f-4430-ba72-88b68b457a48 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:10.165364 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-632e16e6-6119-49fb-8838-9086a2d76a03 req-629f490d-856f-4430-ba72-88b68b457a48 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.2231050 May 04 17:18:10.215351 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:18:10.226930 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Sync routers for ids ['c0e512c3-be3b-4933-90ff-f0000d48869c'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:18:10.237714 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-632e16e6-6119-49fb-8838-9086a2d76a03 req-c580793a-cb31-47f4-ad2a-c3abe5c5c945 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608962 May 04 17:18:10.239852 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Routers {'c0e512c3-be3b-4933-90ff-f0000d48869c'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:18:10.240478 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:17:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['c0e512c3-be3b-4933-90ff-f0000d48869c'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:10.276110 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53518) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:10.294214 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-13cfe7e7-9f9c-455b-93d6-6e1ee7cbc3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.312251 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-13cfe7e7-9f9c-455b-93d6-6e1ee7cbc3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:10.316052 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-13cfe7e7-9f9c-455b-93d6-6e1ee7cbc3df admin admin] Usage tracker for resource:security_group_rule and tenant:561784419dd145e29b262247a538a01e is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:10.319019 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-13cfe7e7-9f9c-455b-93d6-6e1ee7cbc3df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:10.325207 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-13cfe7e7-9f9c-455b-93d6-6e1ee7cbc3df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:10.348787 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.352015 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2722547 May 04 17:18:10.354651 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 53524) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:10.355905 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 6e30c233-be8a-4317-93a6-82d055bfecee up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:10.443203 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-13cfe7e7-9f9c-455b-93d6-6e1ee7cbc3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.454902 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ac30203-edd4-4a2d-a017-892759a71e80 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:18:10.530323 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-13cfe7e7-9f9c-455b-93d6-6e1ee7cbc3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.540670 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-874b82cc-4377-4385-875d-21baee18bd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:10.584364 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-13cfe7e7-9f9c-455b-93d6-6e1ee7cbc3df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=561784419dd145e29b262247a538a01e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070078 May 04 17:18:10.585553 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cfe7e7-9f9c-455b-93d6-6e1ee7cbc3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc219cf-ebda-49ff-8136-4329a91b7976,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:10.592853 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-13cfe7e7-9f9c-455b-93d6-6e1ee7cbc3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:10.593551 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53530) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:10.604086 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Set router c0e512c3-be3b-4933-90ff-f0000d48869c gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:18:10.654532 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e78246f5-c62d-496c-b0f0-5e8c9c964827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.688163 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e78246f5-c62d-496c-b0f0-5e8c9c964827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.797072 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53534) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:10.817464 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db206a9-0959-4ea9-bb0d-09f47f32f92e req-b2a4e826-5e9d-478c-83a4-90ca7235d550 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:10.818944 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5db206a9-0959-4ea9-bb0d-09f47f32f92e req-b2a4e826-5e9d-478c-83a4-90ca7235d550 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.2425263 May 04 17:18:10.829439 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a081ff5b-4cf4-4673-9263-47cc5806c96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.849843 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a081ff5b-4cf4-4673-9263-47cc5806c96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:10.854512 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a081ff5b-4cf4-4673-9263-47cc5806c96f admin admin] Usage tracker for resource:security_group_rule and tenant:9d9b072e6e8444a0acfe52f10c1c88eb is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:10.858094 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e78246f5-c62d-496c-b0f0-5e8c9c964827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.864168 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-a081ff5b-4cf4-4673-9263-47cc5806c96f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:10.867463 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-405d1fc0-7979-46f9-be03-8fd36f50e7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:10.881049 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-a081ff5b-4cf4-4673-9263-47cc5806c96f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:10.885395 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78246f5-c62d-496c-b0f0-5e8c9c964827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc219cf-ebda-49ff-8136-4329a91b7976,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:10.888304 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e78246f5-c62d-496c-b0f0-5e8c9c964827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:10.900633 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.900956 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e78246f5-c62d-496c-b0f0-5e8c9c964827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.903749 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-e78246f5-c62d-496c-b0f0-5e8c9c964827 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ddc219cf-ebda-49ff-8136-4329a91b7976 HTTP/1.1" status: 204 len: 168 time: 0.3071387 May 04 17:18:10.928398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 6e30c233-be8a-4317-93a6-82d055bfecee completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:18:10.937654 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 6e30c233-be8a-4317-93a6-82d055bfecee triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:10.938093 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:10.999734 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a081ff5b-4cf4-4673-9263-47cc5806c96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.001938 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5db206a9-0959-4ea9-bb0d-09f47f32f92e req-66586b5a-bf88-47a5-af90-1c58a418b2c3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673524 May 04 17:18:11.024866 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:11.037691 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'name': 'tempest-TestShelveInstance-1872871046-router', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:06Z', 'updated_at': '2021-05-04T17:18:08Z', 'revision_number': 3, 'project_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'gw_port': {'id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:07Z', 'updated_at': '2021-05-04T17:18:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:11.045423 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Checking router: c0e512c3-be3b-4933-90ff-f0000d48869c for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:18:11.045774 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Updating router c0e512c3-be3b-4933-90ff-f0000d48869c port 174688c9-4cc0-484a-adc4-ecab6c07378a binding host dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:18:11.085397 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a081ff5b-4cf4-4673-9263-47cc5806c96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.103161 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:11.133647 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.139573 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:11.164243 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-a081ff5b-4cf4-4673-9263-47cc5806c96f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9d9b072e6e8444a0acfe52f10c1c88eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658903 May 04 17:18:11.166762 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081ff5b-4cf4-4673-9263-47cc5806c96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38f0bf8-342f-4ade-ad17-071abd959f41,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:11.183116 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a081ff5b-4cf4-4673-9263-47cc5806c96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:11.187098 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53542) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:11.198806 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.251137 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-466dfbe9-1514-4f9f-b952-63eafe92cdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.255597 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.283846 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-466dfbe9-1514-4f9f-b952-63eafe92cdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.343499 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=5ac30203-edd4-4a2d-a017-892759a71e80,revision_number=11']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:11.355965 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:11.369930 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 6e30c233-be8a-4317-93a6-82d055bfecee, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=6e30c233-be8a-4317-93a6-82d055bfecee,segment=NetworkSegment(b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c),segment_id=b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:11.389678 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd62c7-a9d1-4cb4-9b04-4f961772e65d req-fae2978f-d6a0-4afb-9927-cc7f2eccc01e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:11.391164 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ebfd62c7-a9d1-4cb4-9b04-4f961772e65d req-fae2978f-d6a0-4afb-9927-cc7f2eccc01e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1978972 May 04 17:18:11.428006 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-466dfbe9-1514-4f9f-b952-63eafe92cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.438239 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-37a465f5-c659-47da-a6cb-157037354754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:11.455993 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dfbe9-1514-4f9f-b952-63eafe92cdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38f0bf8-342f-4ade-ad17-071abd959f41,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:11.459383 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-466dfbe9-1514-4f9f-b952-63eafe92cdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.461109 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-466dfbe9-1514-4f9f-b952-63eafe92cdbf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f38f0bf8-342f-4ade-ad17-071abd959f41 HTTP/1.1" status: 204 len: 168 time: 0.2762933 May 04 17:18:11.463354 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-466dfbe9-1514-4f9f-b952-63eafe92cdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:11.500291 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ebfd62c7-a9d1-4cb4-9b04-4f961772e65d req-f6a8db4e-6a83-4f76-aa69-c77d68aebb0e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001275 May 04 17:18:11.510180 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.511969 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.546778 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:11.720820 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=6e30c233-be8a-4317-93a6-82d055bfecee,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:11.724648 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:11.812164 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.826778 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Transition to ACTIVE for port object 174688c9-4cc0-484a-adc4-ecab6c07378a will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:11.849331 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Allocated IP 172.20.0.1 (5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d/7530cf42-9ef3-4cc9-b793-75966207493b/f7499fd4-f419-4a72-a0ba-29497965892e) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:18:11.874079 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.878636 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:11.895216 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474b1aa-c6f1-41f8-a6b6-a19918d03c00 req-486e2e7e-8019-4d09-a592-004867dbc467 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:11.896700 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5474b1aa-c6f1-41f8-a6b6-a19918d03c00 req-486e2e7e-8019-4d09-a592-004867dbc467 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.1983078 May 04 17:18:11.949914 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Attempting to bind port 174688c9-4cc0-484a-adc4-ecab6c07378a on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:18:11.950386 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Attempting to bind port 174688c9-4cc0-484a-adc4-ecab6c07378a by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:18:11.950747 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Attempting to bind port 174688c9-4cc0-484a-adc4-ecab6c07378a on network 58073673-7c28-4b4b-bd9f-8e1f44915109 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:18:11.957754 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:18:11.958123 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Checking segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:18:11.958519 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:11.958913 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Bound using segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:18:11.959365 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Bound port: 174688c9-4cc0-484a-adc4-ecab6c07378a, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:18:11.959734 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:12.009769 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f817d-2c47-452e-8c3b-2ee100810194 None None] Pushing event updated for resources: {'Port': ['ID=174688c9-4cc0-484a-adc4-ecab6c07378a,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:12.019235 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5474b1aa-c6f1-41f8-a6b6-a19918d03c00 req-42fc02fb-c048-4bcb-a9aa-cec6bf0fd9a9 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069517 May 04 17:18:12.035808 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-9b1f817d-2c47-452e-8c3b-2ee100810194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:12.093525 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:12.112798 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] For port 174688c9-4cc0-484a-adc4-ecab6c07378a, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:18:12.120786 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] For port 174688c9-4cc0-484a-adc4-ecab6c07378a, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=174688c9-4cc0-484a-adc4-ecab6c07378a,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:18:12.125581 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Transition to ACTIVE for port object f7499fd4-f419-4a72-a0ba-29497965892e will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:12.194360 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:12.198168 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:12.200408 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:12.207456 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6c609131-1c40-4121-936a-b1b1ef3ab308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:12.330201 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 6e30c233-be8a-4317-93a6-82d055bfecee up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:12.372286 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f817d-2c47-452e-8c3b-2ee100810194 None None] Pushing event updated for resources: {'Port': ['ID=174688c9-4cc0-484a-adc4-ecab6c07378a,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:12.392267 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-9b1f817d-2c47-452e-8c3b-2ee100810194 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:12.403010 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Routers {'c0e512c3-be3b-4933-90ff-f0000d48869c'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:18:12.403924 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:17:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['c0e512c3-be3b-4933-90ff-f0000d48869c'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:12.412566 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:18:12.413922 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:12.419039 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:18:12.472719 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Pushing event updated for resources: {'Port': ['ID=f7499fd4-f419-4a72-a0ba-29497965892e,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:12.492428 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:12.525499 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656592'] for router_interface, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:12.549408 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17db3d-51d8-4e36-a3de-bf052b92d2ac req-51c1c56a-6144-441b-9169-10e9d66cabd3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:12.557579 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1e17db3d-51d8-4e36-a3de-bf052b92d2ac req-51c1c56a-6144-441b-9169-10e9d66cabd3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.4017093 May 04 17:18:12.617394 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 6e30c233-be8a-4317-93a6-82d055bfecee triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:12.617775 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:12.682059 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1e17db3d-51d8-4e36-a3de-bf052b92d2ac req-003e774d-47f8-4cbc-8199-3b2fd8bdedf6 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234322 May 04 17:18:12.773969 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] Set router c0e512c3-be3b-4933-90ff-f0000d48869c gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:18:12.960058 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-8216de11-c501-44a8-a6da-176d5c337d58 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:12.961556 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-8216de11-c501-44a8-a6da-176d5c337d58 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Synchronizing usage tracker for tenant:5226e6bf9d554f72a89376f778cc860f on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:18:12.971822 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:13.067409 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-8216de11-c501-44a8-a6da-176d5c337d58 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Unset dirty status for tenant:5226e6bf9d554f72a89376f778cc860f on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:18:13.069204 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-8216de11-c501-44a8-a6da-176d5c337d58 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.3467557 May 04 17:18:13.084239 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50f072-3d43-40bf-9d88-d7cba023f14c req-9f9edb30-3ca9-4da4-9045-8a823eeb5df6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:13.091210 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0f50f072-3d43-40bf-9d88-d7cba023f14c req-9f9edb30-3ca9-4da4-9045-8a823eeb5df6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1818094 May 04 17:18:13.102674 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-0e77b82c-3446-407b-86c3-9d4938ca6911 None None] Provisioning for port f7499fd4-f419-4a72-a0ba-29497965892e completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:18:13.173367 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0f50f072-3d43-40bf-9d88-d7cba023f14c req-cdf8355f-927f-4623-8372-dfc880dba53e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812800 May 04 17:18:13.199310 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-0e77b82c-3446-407b-86c3-9d4938ca6911 None None] Provisioning complete for port f7499fd4-f419-4a72-a0ba-29497965892e triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:13.203430 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-0e77b82c-3446-407b-86c3-9d4938ca6911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:13.324771 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-0e77b82c-3446-407b-86c3-9d4938ca6911 None None] Port f7499fd4-f419-4a72-a0ba-29497965892e cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:18:13.372402 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'name': 'tempest-TestShelveInstance-1872871046-router', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:06Z', 'updated_at': '2021-05-04T17:18:08Z', 'revision_number': 3, 'project_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'gw_port': {'id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:07Z', 'updated_at': '2021-05-04T17:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:13.380469 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893cbd79-a193-4fd9-8373-9317a8b87155 None None] The sync data for ids ['c0e512c3-be3b-4933-90ff-f0000d48869c'] in dv-cinder-789603-1-iscsi is: [{'id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'name': 'tempest-TestShelveInstance-1872871046-router', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:06Z', 'updated_at': '2021-05-04T17:18:08Z', 'revision_number': 3, 'project_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'gw_port': {'id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:07Z', 'updated_at': '2021-05-04T17:18:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:18:13.410927 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:13.437044 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-7f72d070-e6ae-48a0-bd7b-fa2a6f466f82 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Deleting port 2d614588-9f46-4052-9415-a990a2efcb8c {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:18:13.437428 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-7f72d070-e6ae-48a0-bd7b-fa2a6f466f82 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:13.468690 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af876db6-8cf3-45fd-82b0-fe7e4fe82b74 req-55ad4c15-f1cf-4838-b04e-e614c422caba tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:13.470233 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-af876db6-8cf3-45fd-82b0-fe7e4fe82b74 req-55ad4c15-f1cf-4838-b04e-e614c422caba tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.1551862 May 04 17:18:13.540657 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-af876db6-8cf3-45fd-82b0-fe7e4fe82b74 req-9b9712d7-91cf-4793-8a32-77b4d71db94b tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0a00de3-ebe6-47a0-aa82-1541ec5e546e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588639 May 04 17:18:13.618471 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4104451'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:13.647283 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a68d8306-29f0-4249-b978-ed270e76e83d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:13.658313 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-5d29360d-27f9-49bc-9359-a12e236283fd tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:13.660574 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-5d29360d-27f9-49bc-9359-a12e236283fd tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Synchronizing usage tracker for tenant:660e230210a3424b9e59b4c7835b7f76 on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:18:13.662693 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-7f72d070-e6ae-48a0-bd7b-fa2a6f466f82 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] For port 2d614588-9f46-4052-9415-a990a2efcb8c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2d614588-9f46-4052-9415-a990a2efcb8c,segment=NetworkSegment(cdaea2f6-a9a0-460b-9086-19964684fa72),segment_id=cdaea2f6-a9a0-460b-9086-19964684fa72)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:13.663232 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-7f72d070-e6ae-48a0-bd7b-fa2a6f466f82 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:13.812452 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Pushing event updated for resources: {'Port': ['ID=f7499fd4-f419-4a72-a0ba-29497965892e,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:13.815702 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-7f72d070-e6ae-48a0-bd7b-fa2a6f466f82 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Calling delete_port for 2d614588-9f46-4052-9415-a990a2efcb8c owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:18:13.824525 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:13.824650 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656499'] for router_interface, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:13.893085 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-5d29360d-27f9-49bc-9359-a12e236283fd tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Unset dirty status for tenant:660e230210a3424b9e59b4c7835b7f76 on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:18:13.902374 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-5d29360d-27f9-49bc-9359-a12e236283fd tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 950 time: 0.4423974 May 04 17:18:14.130920 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:18:14.136394 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:14.161930 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486c8c9-5e94-4a52-8464-e72eb61362fe req-ba5a1472-f057-4ec4-b6f7-a56aa088d2c7 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:14.165248 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c486c8c9-5e94-4a52-8464-e72eb61362fe req-ba5a1472-f057-4ec4-b6f7-a56aa088d2c7 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 945 time: 0.1666522 May 04 17:18:14.172777 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-4ac7eb75-ed89-415a-bf55-d86c60caf6e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Deleting port f91d1925-e14b-42df-b883-8420bcd044cb {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:18:14.173334 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-4ac7eb75-ed89-415a-bf55-d86c60caf6e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:14.366994 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-7f72d070-e6ae-48a0-bd7b-fa2a6f466f82 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:14.411036 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-617fa57d-6bbf-449c-b01a-bafd3835d2e0 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:14.417402 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 174688c9-4cc0-484a-adc4-ecab6c07378a up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:14.509851 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device f91d1925-e14b-42df-b883-8420bcd044cb no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:18:14.511664 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c486c8c9-5e94-4a52-8464-e72eb61362fe req-da7ce824-d78d-48c8-9ff8-318ca252f094 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd0e451-f91a-4d02-92d2-1c5665727613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530780 May 04 17:18:14.592951 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Router c0e512c3-be3b-4933-90ff-f0000d48869c has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:18:14.645861 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72d070-e6ae-48a0-bd7b-fa2a6f466f82 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Pushing event deleted for resources: {'Port': ['ID=2d614588-9f46-4052-9415-a990a2efcb8c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:14.676598 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7f72d070-e6ae-48a0-bd7b-fa2a6f466f82 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:14.680348 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-7f72d070-e6ae-48a0-bd7b-fa2a6f466f82 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] No DVR routers for this DVR port 2d614588-9f46-4052-9415-a990a2efcb8c on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:18:14.685658 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-7f72d070-e6ae-48a0-bd7b-fa2a6f466f82 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:14.688332 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8387df-6ea5-45ac-8def-f575c1206d46', 'name': 'network-vif-deleted', 'tag': '2d614588-9f46-4052-9415-a990a2efcb8c'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:18:14.727912 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-e93e5eaa-1737-4032-beab-b06cb79fd4c7 None None] Provisioning complete for port f7499fd4-f419-4a72-a0ba-29497965892e triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:14.729211 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e93e5eaa-1737-4032-beab-b06cb79fd4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:14.746270 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-4ac7eb75-ed89-415a-bf55-d86c60caf6e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] For port f91d1925-e14b-42df-b883-8420bcd044cb, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f91d1925-e14b-42df-b883-8420bcd044cb,segment=NetworkSegment(0c3665db-d2dc-4786-a18f-d56d07e690d6),segment_id=0c3665db-d2dc-4786-a18f-d56d07e690d6)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:14.746705 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-4ac7eb75-ed89-415a-bf55-d86c60caf6e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:14.833747 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-e93e5eaa-1737-4032-beab-b06cb79fd4c7 None None] Port f7499fd4-f419-4a72-a0ba-29497965892e cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:18:14.860589 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d963f3c5-5970-4205-bcdd-0ee9e151111e req-7f72d070-e6ae-48a0-bd7b-fa2a6f466f82 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.11 "DELETE /v2.0/ports/2d614588-9f46-4052-9415-a990a2efcb8c HTTP/1.1" status: 204 len: 173 time: 1.7744427 May 04 17:18:14.941557 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-4ac7eb75-ed89-415a-bf55-d86c60caf6e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Calling delete_port for f91d1925-e14b-42df-b883-8420bcd044cb owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:18:14.992756 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:18:15.016947 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:15.017167 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] 10.222.0.22 "PUT /v2.0/routers/c0e512c3-be3b-4933-90ff-f0000d48869c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6534648 May 04 17:18:15.024935 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5adda3-85ab-4c28-9e66-70164536c258 req-ae4c24fe-631a-45c9-9b29-2e08e276fcb6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:15.032997 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4a5adda3-85ab-4c28-9e66-70164536c258 req-ae4c24fe-631a-45c9-9b29-2e08e276fcb6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.2466874 May 04 17:18:15.085540 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4a5adda3-85ab-4c28-9e66-70164536c258 req-8cd5eb1e-453f-4511-83d9-bbd4bec35800 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513043 May 04 17:18:15.101684 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 174688c9-4cc0-484a-adc4-ecab6c07378a completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:18:15.107721 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 174688c9-4cc0-484a-adc4-ecab6c07378a triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:15.108089 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:15.194144 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-4ac7eb75-ed89-415a-bf55-d86c60caf6e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:15.200364 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1a33939c-6454-4a66-8a8a-0468432430fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:15.241405 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c6d515e4-a44f-4782-86bf-5c9125547799 req-63ef56b0-29a6-497c-b691-29eb3120ad89 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0602603 May 04 17:18:15.290376 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 2d614588-9f46-4052-9415-a990a2efcb8c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:18:15.327168 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7eb75-ed89-415a-bf55-d86c60caf6e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Pushing event deleted for resources: {'Port': ['ID=f91d1925-e14b-42df-b883-8420bcd044cb,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:15.334000 dv-cinder-789603-1-iscsi neutron-server[74289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d8387df-6ea5-45ac-8def-f575c1206d46', 'name': 'network-vif-deleted', 'tag': '2d614588-9f46-4052-9415-a990a2efcb8c', 'status': 'failed', 'code': 422} returned with failed status May 04 17:18:15.379902 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: 2d614588-9f46-4052-9415-a990a2efcb8c {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:18:15.380231 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 2d614588-9f46-4052-9415-a990a2efcb8c not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:18:15.390683 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4ac7eb75-ed89-415a-bf55-d86c60caf6e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:15.394451 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:15.426632 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 174688c9-4cc0-484a-adc4-ecab6c07378a, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=174688c9-4cc0-484a-adc4-ecab6c07378a,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:15.465884 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-4ac7eb75-ed89-415a-bf55-d86c60caf6e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] No DVR routers for this DVR port f91d1925-e14b-42df-b883-8420bcd044cb on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:18:15.468486 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-4ac7eb75-ed89-415a-bf55-d86c60caf6e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:15.588159 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:15.591619 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:15.592935 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9e8cd5d6-aaef-4cff-8c1e-9476c98d7cb5 req-4ac7eb75-ed89-415a-bf55-d86c60caf6e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.11 "DELETE /v2.0/ports/f91d1925-e14b-42df-b883-8420bcd044cb HTTP/1.1" status: 204 len: 173 time: 1.6831102 May 04 17:18:15.705503 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Sync routers for ids ['c0e512c3-be3b-4933-90ff-f0000d48869c'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:18:15.721345 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Routers {'c0e512c3-be3b-4933-90ff-f0000d48869c'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:18:15.721963 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:17:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['c0e512c3-be3b-4933-90ff-f0000d48869c'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:15.820415 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=174688c9-4cc0-484a-adc4-ecab6c07378a,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:15.830695 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:15.990823 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Set router c0e512c3-be3b-4933-90ff-f0000d48869c gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:18:16.033472 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53672) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:16.044756 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162579551', 'description': 'tempest-secgroup-smoke-1162579551 description', 'project_id': '8c88f339373d4bff985bd4a7c1f24a52'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:16.046347 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:16.051753 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Usage tracker for resource:security_group and tenant:8c88f339373d4bff985bd4a7c1f24a52 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:16.054851 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:16.061887 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:16.148321 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:16.169462 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:16.173477 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Usage tracker for resource:security_group_rule and tenant:8c88f339373d4bff985bd4a7c1f24a52 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:16.193468 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:16.205994 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:16.340635 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:16.361286 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-52f361dd-75c3-482e-a5d1-6a869ecf8e75 req-ae9d38b2-e12e-4ef2-8cbd-6d0e55c28e4e tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.2224569 May 04 17:18:16.373043 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 174688c9-4cc0-484a-adc4-ecab6c07378a up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:16.386151 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'name': 'tempest-TestShelveInstance-1872871046-router', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:06Z', 'updated_at': '2021-05-04T17:18:12Z', 'revision_number': 4, 'project_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'gw_port': {'id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:07Z', 'updated_at': '2021-05-04T17:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'f7499fd4-f419-4a72-a0ba-29497965892e', 'name': '', 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'mac_address': 'fa:16:3e:c0:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7530cf42-9ef3-4cc9-b793-75966207493b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:11Z', 'updated_at': '2021-05-04T17:18:13Z', 'revision_number': 2, 'project_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'subnets': [{'id': '7530cf42-9ef3-4cc9-b793-75966207493b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:16.391738 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Checking router: c0e512c3-be3b-4933-90ff-f0000d48869c for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:18:16.392181 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Updating router c0e512c3-be3b-4933-90ff-f0000d48869c port f7499fd4-f419-4a72-a0ba-29497965892e binding host dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:18:16.422776 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:16.446745 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e33ad50e-2f58-40c4-b387-4ffbfc2b430a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:16.492544 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27927671-dff9-4318-a9ce-a507bb59cc9d,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:16.493966 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 174688c9-4cc0-484a-adc4-ecab6c07378a triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:16.494481 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:16.498145 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:16.501476 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:16.558906 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:16.563714 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5262241 May 04 17:18:16.564535 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53684) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:16.565504 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed7a6c-4550-4006-b009-ecdb77731aba req-73de0340-5a3b-4045-a7fc-79b36f71e905 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:16.568108 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-45ed7a6c-4550-4006-b009-ecdb77731aba req-73de0340-5a3b-4045-a7fc-79b36f71e905 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0961258 May 04 17:18:16.570767 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-905680a6-983a-4718-82ee-d17decaffc5e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Request body: {'security_group_rule': {'security_group_id': '27927671-dff9-4318-a9ce-a507bb59cc9d', 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:16.577477 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-905680a6-983a-4718-82ee-d17decaffc5e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:16.581775 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-905680a6-983a-4718-82ee-d17decaffc5e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Usage tracker for resource:security_group_rule and tenant:8c88f339373d4bff985bd4a7c1f24a52 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:16.585030 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-905680a6-983a-4718-82ee-d17decaffc5e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:16.605550 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-905680a6-983a-4718-82ee-d17decaffc5e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:16.640647 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-45ed7a6c-4550-4006-b009-ecdb77731aba req-2aaff557-4b2b-4cee-9a4d-7c85dd38fa6b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611308 May 04 17:18:16.729292 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-905680a6-983a-4718-82ee-d17decaffc5e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:16.818891 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-561bd793-a784-4d6a-8039-01bf7853ad4c req-ba495bcf-5c45-4f3f-a81b-561a23ac9165 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0544820 May 04 17:18:16.887017 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-905680a6-983a-4718-82ee-d17decaffc5e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:16.912359 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Notify callbacks [] for port, precommit_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:16.924945 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.provisioning_blocks [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Transition to ACTIVE for port object f7499fd4-f419-4a72-a0ba-29497965892e will not be triggered until provisioned by entity L2. {{(pid=74293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:16.981268 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-905680a6-983a-4718-82ee-d17decaffc5e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:16.990356 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:17.011444 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905680a6-983a-4718-82ee-d17decaffc5e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266c8bb1-342c-4b37-9ef8-59f1bb2bc53f,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:17.014591 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-905680a6-983a-4718-82ee-d17decaffc5e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:17.016119 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:17.020063 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:17.131976 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-905680a6-983a-4718-82ee-d17decaffc5e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:17.136437 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 53696) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:17.137275 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-905680a6-983a-4718-82ee-d17decaffc5e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5714374 May 04 17:18:17.141117 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-69c5dc6d-4806-43e9-b330-3ccd89960c97 req-825369ca-06f5-41c3-b074-cfe96510bc4f tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] 10.222.0.22 "GET /v2.0/ports?device_id=3d8387df-6ea5-45ac-8def-f575c1206d46 HTTP/1.1" status: 200 len: 210 time: 0.0477588 May 04 17:18:17.145131 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Request body: {'security_group_rule': {'security_group_id': '27927671-dff9-4318-a9ce-a507bb59cc9d', 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:17.153799 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:17.157745 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Usage tracker for resource:security_group_rule and tenant:8c88f339373d4bff985bd4a7c1f24a52 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:17.162090 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:17.169795 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:17.206545 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5773b6-98e9-45b3-bc56-7f39d138a215 None None] Pushing event updated for resources: {'Port': ['ID=f7499fd4-f419-4a72-a0ba-29497965892e,revision_number=3']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:17.218731 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-2a5773b6-98e9-45b3-bc56-7f39d138a215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:17.236340 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:17.277950 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Attempting to bind port f7499fd4-f419-4a72-a0ba-29497965892e on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:18:17.278310 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Attempting to bind port f7499fd4-f419-4a72-a0ba-29497965892e by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': 'b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d'}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:18:17.278901 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Attempting to bind port f7499fd4-f419-4a72-a0ba-29497965892e on network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:18:17.286252 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:18:17.286747 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Checking segment: {'id': 'b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:18:17.287141 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:17.287674 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Bound using segment: {'id': 'b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d'} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:18:17.288145 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Bound port: f7499fd4-f419-4a72-a0ba-29497965892e, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d'}}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:18:17.288531 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:17.322389 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:17.334986 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ce780d-26d8-4b9e-ad56-33f802737ca7', 'name': 'network-vif-deleted', 'tag': 'f91d1925-e14b-42df-b883-8420bcd044cb'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:18:17.381180 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] For port f7499fd4-f419-4a72-a0ba-29497965892e, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:18:17.385151 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] For port f7499fd4-f419-4a72-a0ba-29497965892e, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=f7499fd4-f419-4a72-a0ba-29497965892e,segment=NetworkSegment(b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c),segment_id=b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c)] {{(pid=74293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:18:17.398362 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:17.403384 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a68e8c90-b38a-41b1-96e5-8468c37c2f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:17.426134 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d66008-8e0f-4b6e-b645-c7e9226986c2,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:17.435064 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:17.548202 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:17.548347 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:17.549935 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4124720 May 04 17:18:17.553180 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 53720) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:17.558150 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:17.558527 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Request body: {'security_group_rule': {'security_group_id': '27927671-dff9-4318-a9ce-a507bb59cc9d', 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:17.564416 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:17.568713 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Usage tracker for resource:security_group_rule and tenant:8c88f339373d4bff985bd4a7c1f24a52 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:17.571556 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:17.577289 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:17.633028 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Routers {'c0e512c3-be3b-4933-90ff-f0000d48869c'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:18:17.633717 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:17:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['c0e512c3-be3b-4933-90ff-f0000d48869c'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:17.699453 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:17.713867 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5773b6-98e9-45b3-bc56-7f39d138a215 None None] Pushing event updated for resources: {'Port': ['ID=f7499fd4-f419-4a72-a0ba-29497965892e,revision_number=4']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:17.718102 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-2a5773b6-98e9-45b3-bc56-7f39d138a215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:17.797406 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:17.855700 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] Set router c0e512c3-be3b-4933-90ff-f0000d48869c gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:18:17.879962 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:17.889554 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c3410728-bf87-4d43-abc0-e62fd5b50964 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:17.904081 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf87540-67bb-4723-8ef5-ff95a5e138e5,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:17.908365 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:17.999815 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:18.002341 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4481013 May 04 17:18:18.005250 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 53740) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:18.010582 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Request body: {'security_group_rule': {'security_group_id': '27927671-dff9-4318-a9ce-a507bb59cc9d', 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:18.016720 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:18.020528 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Usage tracker for resource:security_group_rule and tenant:8c88f339373d4bff985bd4a7c1f24a52 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:18.024100 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:18.042488 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:18.148971 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:18.199232 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'name': 'tempest-TestShelveInstance-1872871046-router', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:06Z', 'updated_at': '2021-05-04T17:18:12Z', 'revision_number': 4, 'project_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'gw_port': {'id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:07Z', 'updated_at': '2021-05-04T17:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'f7499fd4-f419-4a72-a0ba-29497965892e', 'name': '', 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'mac_address': 'fa:16:3e:c0:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7530cf42-9ef3-4cc9-b793-75966207493b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:11Z', 'updated_at': '2021-05-04T17:18:17Z', 'revision_number': 4, 'project_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'subnets': [{'id': '7530cf42-9ef3-4cc9-b793-75966207493b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:18.204007 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61bfd7-40a0-49bc-81cf-5988b82d2d29 None None] The sync data for ids ['c0e512c3-be3b-4933-90ff-f0000d48869c'] in dv-cinder-789603-1-iscsi is: [{'id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'name': 'tempest-TestShelveInstance-1872871046-router', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:06Z', 'updated_at': '2021-05-04T17:18:12Z', 'revision_number': 4, 'project_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'gw_port': {'id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:07Z', 'updated_at': '2021-05-04T17:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'f7499fd4-f419-4a72-a0ba-29497965892e', 'name': '', 'network_id': '5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'mac_address': 'fa:16:3e:c0:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '7530cf42-9ef3-4cc9-b793-75966207493b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:11Z', 'updated_at': '2021-05-04T17:18:17Z', 'revision_number': 4, 'project_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'subnets': [{'id': '7530cf42-9ef3-4cc9-b793-75966207493b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:18:18.222150 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:18.338992 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c0a205af-6c3c-4535-b7e3-766bc9a90da3 req-3f068f3b-8ba8-4d1f-95a0-3c2155ed37ab tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] 10.222.0.22 "GET /v2.0/ports?device_id=e5ce780d-26d8-4b9e-ad56-33f802737ca7 HTTP/1.1" status: 200 len: 210 time: 0.0594633 May 04 17:18:18.340476 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:18.343761 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-eb6c2744-714d-40d6-916d-be2fdb9b4c78 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:18.366367 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39362e71-c367-4504-ae21-13fb4e17eadb,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:18.370642 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:18.461597 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:18.465979 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4568627 May 04 17:18:18.466113 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53764) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:18.471827 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Request body: {'security_group_rule': {'security_group_id': '27927671-dff9-4318-a9ce-a507bb59cc9d', 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:18.478158 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:18.482711 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Usage tracker for resource:security_group_rule and tenant:8c88f339373d4bff985bd4a7c1f24a52 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:18.487210 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:18.494147 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:18.599627 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.securitygroups_db [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Project 8c88f339373d4bff985bd4a7c1f24a52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:18:18.606562 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:18.698951 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:18.770888 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:18.779334 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:18.810160 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26721450-00fa-4df1-b06e-3be1f0a8c688,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:18.813407 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:18.878652 dv-cinder-789603-1-iscsi neutron-server[74289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5ce780d-26d8-4b9e-ad56-33f802737ca7', 'name': 'network-vif-deleted', 'tag': 'f91d1925-e14b-42df-b883-8420bcd044cb', 'status': 'failed', 'code': 422} returned with failed status May 04 17:18:18.884161 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:18.885473 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4183967 May 04 17:18:18.888367 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53778) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:18.894462 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Request body: {'security_group_rule': {'security_group_id': '27927671-dff9-4318-a9ce-a507bb59cc9d', 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:18.901824 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:18.905898 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Usage tracker for resource:security_group_rule and tenant:8c88f339373d4bff985bd4a7c1f24a52 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:18.909211 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:18.915637 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:18.975540 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.securitygroups_db [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Project 8c88f339373d4bff985bd4a7c1f24a52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:18:18.983091 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:19.065380 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc227d2b-9562-4e0d-ac37-f9d3e14436e3 req-87d5d38c-f0b5-4b62-9957-7b7e015dc590 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:19.066383 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:19.068067 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc227d2b-9562-4e0d-ac37-f9d3e14436e3 req-87d5d38c-f0b5-4b62-9957-7b7e015dc590 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1061594 May 04 17:18:19.120670 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc227d2b-9562-4e0d-ac37-f9d3e14436e3 req-4b2fdeb4-98b3-463a-bfac-bc5805c12165 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470290 May 04 17:18:19.176592 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:19.178810 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-415b990d-5159-400d-8be3-59dd74ab07aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:19.277912 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b4c0b22-8024-47c5-9cca-57eb103f6044,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:19.280494 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:19.359762 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:19.369788 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4713480 May 04 17:18:20.358369 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e41d7e-3fea-4e4c-8c34-2b1cbedd8513 req-86a80bff-2f59-4036-ab85-58d11054e19b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:20.366946 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-70e41d7e-3fea-4e4c-8c34-2b1cbedd8513 req-86a80bff-2f59-4036-ab85-58d11054e19b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1117508 May 04 17:18:20.396686 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device f7499fd4-f419-4a72-a0ba-29497965892e up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:20.417532 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-70e41d7e-3fea-4e4c-8c34-2b1cbedd8513 req-70de7f88-f4b6-45a4-9ff6-0062afaf2d28 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492702 May 04 17:18:20.594052 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port f7499fd4-f419-4a72-a0ba-29497965892e completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:18:20.599649 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port f7499fd4-f419-4a72-a0ba-29497965892e triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:20.600149 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:20.720287 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:20.755271 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port f7499fd4-f419-4a72-a0ba-29497965892e, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=f7499fd4-f419-4a72-a0ba-29497965892e,segment=NetworkSegment(b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c),segment_id=b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:20.816935 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:20.818745 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-856fda5c-24b0-4ce2-93a3-642c84cf4343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:20.897685 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=f7499fd4-f419-4a72-a0ba-29497965892e,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:20.905571 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:20.905929 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:20.906245 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:20.906568 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:20.907083 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:20.907411 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:20.907733 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:20.908053 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:20.908372 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:20.908685 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:20.909612 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:20.909827 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:20.914371 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:20.939226 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53942) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:21.002267 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 53954) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:21.136922 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a81558d3-f20f-46ac-9560-1ab0550230eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.145857 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f08e4e88-3f36-47eb-8a22-ccea14f495dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.152764 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a81558d3-f20f-46ac-9560-1ab0550230eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:21.155581 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f08e4e88-3f36-47eb-8a22-ccea14f495dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:21.156602 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a81558d3-f20f-46ac-9560-1ab0550230eb admin admin] Usage tracker for resource:security_group_rule and tenant:767a29cf87a94c669826f2b97a36a330 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:21.159305 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-f08e4e88-3f36-47eb-8a22-ccea14f495dc admin admin] Usage tracker for resource:security_group_rule and tenant:ab98c1515f5c4bbd81d9d0f9e8f390cf is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:21.159513 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a81558d3-f20f-46ac-9560-1ab0550230eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:21.162335 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-f08e4e88-3f36-47eb-8a22-ccea14f495dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:21.165352 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a81558d3-f20f-46ac-9560-1ab0550230eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:21.168049 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f08e4e88-3f36-47eb-8a22-ccea14f495dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:21.252938 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f08e4e88-3f36-47eb-8a22-ccea14f495dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.266536 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a81558d3-f20f-46ac-9560-1ab0550230eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.336388 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f08e4e88-3f36-47eb-8a22-ccea14f495dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.343857 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bc908b8f-a204-462e-afb2-4c99f869703b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:21.382539 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a81558d3-f20f-46ac-9560-1ab0550230eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.386824 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e4e88-3f36-47eb-8a22-ccea14f495dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eee1bc-f6a3-42c4-9bb8-9a6872246e3d,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:21.391447 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f08e4e88-3f36-47eb-8a22-ccea14f495dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:21.394442 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-f08e4e88-3f36-47eb-8a22-ccea14f495dc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ab98c1515f5c4bbd81d9d0f9e8f390cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4540401 May 04 17:18:21.397922 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 53974) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:21.407318 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0e9434cd-fd59-44fd-b7c6-59f538977ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:21.477599 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-a81558d3-f20f-46ac-9560-1ab0550230eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=767a29cf87a94c669826f2b97a36a330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740961 May 04 17:18:21.478353 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81558d3-f20f-46ac-9560-1ab0550230eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a9e409-e841-4fb0-9742-9ba9edcd0d35,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:21.480108 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f92c2ef5-0215-4a5d-9e28-35d51ea41908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.480942 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 53982) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:21.497521 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a81558d3-f20f-46ac-9560-1ab0550230eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:21.508410 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f92c2ef5-0215-4a5d-9e28-35d51ea41908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.641624 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-71bfd110-491a-44e0-b357-c8c58f7d5ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.647246 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f92c2ef5-0215-4a5d-9e28-35d51ea41908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.656520 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e78246f5-c62d-496c-b0f0-5e8c9c964827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:21.673224 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c2ef5-0215-4a5d-9e28-35d51ea41908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eee1bc-f6a3-42c4-9bb8-9a6872246e3d,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:21.677161 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f92c2ef5-0215-4a5d-9e28-35d51ea41908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:21.678678 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f92c2ef5-0215-4a5d-9e28-35d51ea41908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.682770 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-f92c2ef5-0215-4a5d-9e28-35d51ea41908 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82eee1bc-f6a3-42c4-9bb8-9a6872246e3d HTTP/1.1" status: 204 len: 168 time: 0.2817724 May 04 17:18:21.682876 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-71bfd110-491a-44e0-b357-c8c58f7d5ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.758965 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c942bdb-dcb3-4283-9e75-e446b2422d68 req-ae862f08-868a-4723-93fc-d0d739ede818 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:21.760339 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6c942bdb-dcb3-4283-9e75-e446b2422d68 req-ae862f08-868a-4723-93fc-d0d739ede818 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.2013819 May 04 17:18:21.829676 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6c942bdb-dcb3-4283-9e75-e446b2422d68 req-d170d36b-a18e-4b13-95d0-380b182851d8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562603 May 04 17:18:21.879646 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-71bfd110-491a-44e0-b357-c8c58f7d5ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.884604 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6656ed0c-b12e-4502-b46f-9436f43cc47d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:21.896564 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfd110-491a-44e0-b357-c8c58f7d5ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a9e409-e841-4fb0-9742-9ba9edcd0d35,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:21.901183 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-71bfd110-491a-44e0-b357-c8c58f7d5ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:21.901989 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-71bfd110-491a-44e0-b357-c8c58f7d5ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:21.903757 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-71bfd110-491a-44e0-b357-c8c58f7d5ac8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2a9e409-e841-4fb0-9742-9ba9edcd0d35 HTTP/1.1" status: 204 len: 168 time: 0.4082716 May 04 17:18:22.306875 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device f7499fd4-f419-4a72-a0ba-29497965892e up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:22.381632 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port f7499fd4-f419-4a72-a0ba-29497965892e triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:22.382005 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:22.386733 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54052) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:22.410672 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-772a9823-d32a-4f5b-b943-a04635d43e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:22.426307 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-772a9823-d32a-4f5b-b943-a04635d43e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:22.430383 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-772a9823-d32a-4f5b-b943-a04635d43e22 admin admin] Usage tracker for resource:security_group_rule and tenant:34b6ff3a89224c7d85a7f1657fe22b1f is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:22.433418 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-772a9823-d32a-4f5b-b943-a04635d43e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:22.439502 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-772a9823-d32a-4f5b-b943-a04635d43e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:22.528739 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-772a9823-d32a-4f5b-b943-a04635d43e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:22.600008 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-772a9823-d32a-4f5b-b943-a04635d43e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:22.609715 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-01e035cc-1df0-4c69-84a5-e0076f8278d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:22.658298 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54064) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:22.658816 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-772a9823-d32a-4f5b-b943-a04635d43e22 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=34b6ff3a89224c7d85a7f1657fe22b1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705255 May 04 17:18:22.659284 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a9823-d32a-4f5b-b943-a04635d43e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7462bf0b-caea-4821-8462-7523a2b78bc3,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:22.662918 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-772a9823-d32a-4f5b-b943-a04635d43e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:22.676937 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54070) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:22.697617 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-57403626-770d-4cb4-b069-413f6be1f6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:22.731280 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-57403626-770d-4cb4-b069-413f6be1f6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:22.736815 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-57403626-770d-4cb4-b069-413f6be1f6b4 admin admin] Usage tracker for resource:security_group_rule and tenant:315f89e1ae1a4728a39cd7fa22ab681c is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:22.740283 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-57403626-770d-4cb4-b069-413f6be1f6b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:22.749020 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-57403626-770d-4cb4-b069-413f6be1f6b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:22.751470 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f66f41cc-1add-4efb-8ee2-452257a721d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:22.790664 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f66f41cc-1add-4efb-8ee2-452257a721d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:22.852274 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-57403626-770d-4cb4-b069-413f6be1f6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:22.891501 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f66f41cc-1add-4efb-8ee2-452257a721d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:22.896312 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-69990fb0-798c-474c-a517-7ec2a24fcedf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:22.911302 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f41cc-1add-4efb-8ee2-452257a721d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7462bf0b-caea-4821-8462-7523a2b78bc3,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:22.914318 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f66f41cc-1add-4efb-8ee2-452257a721d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:22.916288 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f66f41cc-1add-4efb-8ee2-452257a721d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:22.917414 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-f66f41cc-1add-4efb-8ee2-452257a721d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7462bf0b-caea-4821-8462-7523a2b78bc3 HTTP/1.1" status: 204 len: 168 time: 0.2571847 May 04 17:18:22.919609 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-57403626-770d-4cb4-b069-413f6be1f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:22.928662 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-79182d0f-9dac-4e93-8efc-c4665c3da057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:22.965582 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-57403626-770d-4cb4-b069-413f6be1f6b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=315f89e1ae1a4728a39cd7fa22ab681c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872100 May 04 17:18:22.967007 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54082) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:23.010916 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-09e5fb92-a0c6-43c8-9784-b190f4914cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:23.041741 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57403626-770d-4cb4-b069-413f6be1f6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d570505b-9e2d-4b4a-b77c-c3a88a8102c7,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:23.046539 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-57403626-770d-4cb4-b069-413f6be1f6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:23.064693 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3b001952-c7a2-44c6-8eed-794038b6c42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:23.088886 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d480896-8f8a-483c-856e-ac6ff6783460 req-b6bebea0-1ff9-486f-8a1d-77b9beb8d579 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:23.097221 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0d480896-8f8a-483c-856e-ac6ff6783460 req-b6bebea0-1ff9-486f-8a1d-77b9beb8d579 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1282024 May 04 17:18:23.099402 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3b001952-c7a2-44c6-8eed-794038b6c42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:23.144419 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0d480896-8f8a-483c-856e-ac6ff6783460 req-21ca4cfb-3a2a-4482-b017-ac6c8484a221 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458927 May 04 17:18:23.233582 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3b001952-c7a2-44c6-8eed-794038b6c42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:23.240680 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-41712c2a-6e6f-46e8-9029-56d1c0cb9d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:23.255433 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b001952-c7a2-44c6-8eed-794038b6c42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d570505b-9e2d-4b4a-b77c-c3a88a8102c7,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:23.258353 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3b001952-c7a2-44c6-8eed-794038b6c42a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:23.261615 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-3b001952-c7a2-44c6-8eed-794038b6c42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:23.264996 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-3b001952-c7a2-44c6-8eed-794038b6c42a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d570505b-9e2d-4b4a-b77c-c3a88a8102c7 HTTP/1.1" status: 204 len: 168 time: 0.2947199 May 04 17:18:24.048509 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54150) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:24.069051 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-afaabd8f-2451-4d06-9fa0-63133a9d6f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:24.085845 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-afaabd8f-2451-4d06-9fa0-63133a9d6f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:24.091279 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-afaabd8f-2451-4d06-9fa0-63133a9d6f11 admin admin] Usage tracker for resource:security_group_rule and tenant:c8ad1eb9f152451ca14c12c3fec0deac is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:24.094474 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-afaabd8f-2451-4d06-9fa0-63133a9d6f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:24.100632 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-afaabd8f-2451-4d06-9fa0-63133a9d6f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:24.198690 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-afaabd8f-2451-4d06-9fa0-63133a9d6f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:24.313606 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-afaabd8f-2451-4d06-9fa0-63133a9d6f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:24.331784 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c2085aec-0371-4eeb-99f9-1c8b53fd5c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:24.379946 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-afaabd8f-2451-4d06-9fa0-63133a9d6f11 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c8ad1eb9f152451ca14c12c3fec0deac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297572 May 04 17:18:24.383160 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54174) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:24.401988 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaabd8f-2451-4d06-9fa0-63133a9d6f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fe4843-a675-4ca0-bfc6-a1a0c239d964,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:24.402186 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-afaabd8f-2451-4d06-9fa0-63133a9d6f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:24.462169 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8c202-3b57-42f4-9478-266e5cdbb12a req-31aedfcd-a27b-411f-aa74-27b3f5a3d6d0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:24.463869 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3ae8c202-3b57-42f4-9478-266e5cdbb12a req-31aedfcd-a27b-411f-aa74-27b3f5a3d6d0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1873381 May 04 17:18:24.493266 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c583beb8-4865-4a69-88ad-ba5540d71967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:24.538630 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3ae8c202-3b57-42f4-9478-266e5cdbb12a req-0d8bc975-e666-43f6-a94e-944335c364a0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665994 May 04 17:18:24.540277 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c583beb8-4865-4a69-88ad-ba5540d71967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:24.657517 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c583beb8-4865-4a69-88ad-ba5540d71967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:24.663712 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-050bbfb8-af3b-4fa1-b5c7-00ef095beb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:24.682763 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583beb8-4865-4a69-88ad-ba5540d71967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fe4843-a675-4ca0-bfc6-a1a0c239d964,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:24.686262 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c583beb8-4865-4a69-88ad-ba5540d71967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:24.693951 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c583beb8-4865-4a69-88ad-ba5540d71967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:24.695161 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-c583beb8-4865-4a69-88ad-ba5540d71967 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5fe4843-a675-4ca0-bfc6-a1a0c239d964 HTTP/1.1" status: 204 len: 168 time: 0.3110588 May 04 17:18:25.484561 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54228) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:25.604705 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5809e950-3780-4dab-83de-56b920be237a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:25.621126 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5809e950-3780-4dab-83de-56b920be237a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:25.624899 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-5809e950-3780-4dab-83de-56b920be237a admin admin] Usage tracker for resource:security_group_rule and tenant:b265738cb4b84941b5f65c4bad50c4d1 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:25.627679 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-5809e950-3780-4dab-83de-56b920be237a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:25.633733 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-5809e950-3780-4dab-83de-56b920be237a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:25.633920 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:25.673982 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1f845fa6-233c-4e68-bd86-210e33347992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:25.763266 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5809e950-3780-4dab-83de-56b920be237a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:25.798152 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61404213-d387-4be9-bd38-ac75ee267ac8 req-815d7747-2ea4-441d-bab7-4a30f4af2e82 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:25.799710 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-61404213-d387-4be9-bd38-ac75ee267ac8 req-815d7747-2ea4-441d-bab7-4a30f4af2e82 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1075950 May 04 17:18:25.840567 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-5809e950-3780-4dab-83de-56b920be237a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:25.935001 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-89cf504f-da0a-4217-99ac-c456927c8084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:25.961571 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-61404213-d387-4be9-bd38-ac75ee267ac8 req-8a3b551a-c46c-4810-aae7-4b7030d6a87b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550424 May 04 17:18:25.981586 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-5809e950-3780-4dab-83de-56b920be237a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b265738cb4b84941b5f65c4bad50c4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958706 May 04 17:18:25.984420 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54258) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:25.987634 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809e950-3780-4dab-83de-56b920be237a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de9278e-05e9-4ab3-9bad-97fb74f7a938,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:25.990672 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5809e950-3780-4dab-83de-56b920be237a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:26.050615 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f95bcb62-9197-497d-a1fd-9403d55910c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:26.079417 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f95bcb62-9197-497d-a1fd-9403d55910c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:26.268446 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f95bcb62-9197-497d-a1fd-9403d55910c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:26.275124 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-24dc3053-7608-45f2-8da7-7fe07df67f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:26.290353 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bcb62-9197-497d-a1fd-9403d55910c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de9278e-05e9-4ab3-9bad-97fb74f7a938,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:26.293573 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f95bcb62-9197-497d-a1fd-9403d55910c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:26.294971 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f95bcb62-9197-497d-a1fd-9403d55910c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:26.296195 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-f95bcb62-9197-497d-a1fd-9403d55910c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5de9278e-05e9-4ab3-9bad-97fb74f7a938 HTTP/1.1" status: 204 len: 168 time: 0.3107355 May 04 17:18:26.708213 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:26.888302 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54278) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:27.008211 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28057f87-43d4-423f-bc68-b5b980aa13e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.023070 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-28057f87-43d4-423f-bc68-b5b980aa13e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:27.026909 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-28057f87-43d4-423f-bc68-b5b980aa13e6 admin admin] Usage tracker for resource:security_group_rule and tenant:ce2e9350bb5b43948fc78aecc1d94e32 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:27.029863 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-28057f87-43d4-423f-bc68-b5b980aa13e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:27.036934 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-28057f87-43d4-423f-bc68-b5b980aa13e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:27.088556 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54288) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:27.114273 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5e94-8d9e-4112-8a40-65028a392e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.140862 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c7ec5e94-8d9e-4112-8a40-65028a392e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:27.155102 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c7ec5e94-8d9e-4112-8a40-65028a392e98 admin admin] Usage tracker for resource:security_group_rule and tenant:f20f27fadb47487d94ca10bda627e853 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:27.159485 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c7ec5e94-8d9e-4112-8a40-65028a392e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:27.176697 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c7ec5e94-8d9e-4112-8a40-65028a392e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:27.187085 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28057f87-43d4-423f-bc68-b5b980aa13e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.223421 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e2520-f7f3-4a5c-b70f-d0abc1b797c4 req-3b350503-2f08-4741-af75-591e134fcaf4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:27.228245 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-043e2520-f7f3-4a5c-b70f-d0abc1b797c4 req-3b350503-2f08-4741-af75-591e134fcaf4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1034422 May 04 17:18:27.295096 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-043e2520-f7f3-4a5c-b70f-d0abc1b797c4 req-a5fecfb0-53b5-4bad-9556-8ba4bca8af7e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638235 May 04 17:18:27.326347 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-28057f87-43d4-423f-bc68-b5b980aa13e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.329323 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bac29783-141f-41df-97d6-8fd5957c02c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:27.389724 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28057f87-43d4-423f-bc68-b5b980aa13e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004b2255-19a6-4d3b-9bba-a934ebbbe022,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:27.394987 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-28057f87-43d4-423f-bc68-b5b980aa13e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce2e9350bb5b43948fc78aecc1d94e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5049958 May 04 17:18:27.396975 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-28057f87-43d4-423f-bc68-b5b980aa13e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:27.398566 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54300) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:27.456460 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5e94-8d9e-4112-8a40-65028a392e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.462040 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d07fefe4-c4a3-4d5f-a146-cdcaa0f351bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.489847 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d07fefe4-c4a3-4d5f-a146-cdcaa0f351bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.570597 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c7ec5e94-8d9e-4112-8a40-65028a392e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.577427 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e3082c7d-ff77-49d5-87f0-c9f2f2175ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:27.599762 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d07fefe4-c4a3-4d5f-a146-cdcaa0f351bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.604695 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:27.620733 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fefe4-c4a3-4d5f-a146-cdcaa0f351bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004b2255-19a6-4d3b-9bba-a934ebbbe022,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:27.620896 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-c7ec5e94-8d9e-4112-8a40-65028a392e98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f20f27fadb47487d94ca10bda627e853&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5309887 May 04 17:18:27.621772 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec5e94-8d9e-4112-8a40-65028a392e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb2ec9f-568d-4ae2-8a3d-332f5fc4e978,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:27.623938 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54306) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:27.625900 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c7ec5e94-8d9e-4112-8a40-65028a392e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:27.627684 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d07fefe4-c4a3-4d5f-a146-cdcaa0f351bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:27.647663 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-d07fefe4-c4a3-4d5f-a146-cdcaa0f351bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.648754 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-d07fefe4-c4a3-4d5f-a146-cdcaa0f351bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/004b2255-19a6-4d3b-9bba-a934ebbbe022 HTTP/1.1" status: 204 len: 168 time: 0.2486579 May 04 17:18:27.697240 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-da5c9d1f-d477-4f74-b1a2-7967aad6d49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.724788 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-da5c9d1f-d477-4f74-b1a2-7967aad6d49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.737240 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54312) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:27.879161 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-da5c9d1f-d477-4f74-b1a2-7967aad6d49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.883991 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-d07fefe4-c4a3-4d5f-a146-cdcaa0f351bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:27.894232 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c9d1f-d477-4f74-b1a2-7967aad6d49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb2ec9f-568d-4ae2-8a3d-332f5fc4e978,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:27.898419 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-da5c9d1f-d477-4f74-b1a2-7967aad6d49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:27.899390 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-de029af8-fd8d-4dc9-b51c-ab9e5c6205f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=660e230210a3424b9e59b4c7835b7f76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595020 May 04 17:18:27.900285 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54318) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:27.906504 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-da5c9d1f-d477-4f74-b1a2-7967aad6d49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.910695 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-da5c9d1f-d477-4f74-b1a2-7967aad6d49c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2eb2ec9f-568d-4ae2-8a3d-332f5fc4e978 HTTP/1.1" status: 204 len: 168 time: 0.2858124 May 04 17:18:27.967059 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f8da-04c5-412b-8c4c-71ba785abb3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:27.992477 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f8da-04c5-412b-8c4c-71ba785abb3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:28.130824 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f8da-04c5-412b-8c4c-71ba785abb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:28.135744 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a081ff5b-4cf4-4673-9263-47cc5806c96f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:28.150726 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2f8da-04c5-412b-8c4c-71ba785abb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a00de3-ebe6-47a0-aa82-1541ec5e546e,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:28.163153 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fdd2f8da-04c5-412b-8c4c-71ba785abb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:28.164051 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fdd2f8da-04c5-412b-8c4c-71ba785abb3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:28.165301 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-fdd2f8da-04c5-412b-8c4c-71ba785abb3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0a00de3-ebe6-47a0-aa82-1541ec5e546e HTTP/1.1" status: 204 len: 168 time: 0.2640772 May 04 17:18:28.273893 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:28.427170 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:18:28.533872 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e743f-b44b-4c2d-a262-131aefd8f323 req-b47d83fd-3165-4789-bf2e-fd3baa3fdfe9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:28.536663 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-687e743f-b44b-4c2d-a262-131aefd8f323 req-b47d83fd-3165-4789-bf2e-fd3baa3fdfe9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1008263 May 04 17:18:28.587945 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-687e743f-b44b-4c2d-a262-131aefd8f323 req-99dc0511-5cb2-43dc-809e-cb3757800092 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442092 May 04 17:18:29.820573 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9354d-088b-47b3-b738-45e65caa55ea req-65a09fd6-d880-4330-9e7e-fbd617770cf3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:29.822299 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-51c9354d-088b-47b3-b738-45e65caa55ea req-65a09fd6-d880-4330-9e7e-fbd617770cf3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1074433 May 04 17:18:29.870773 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-51c9354d-088b-47b3-b738-45e65caa55ea req-33f612bc-4a76-4ee3-9014-dfaf7e641750 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422363 May 04 17:18:30.396358 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54408) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:30.514331 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0bddc310-6542-4e88-8f1d-60a9566dcd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:30.529498 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-0bddc310-6542-4e88-8f1d-60a9566dcd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:30.533495 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-0bddc310-6542-4e88-8f1d-60a9566dcd09 admin admin] Usage tracker for resource:security_group_rule and tenant:414e8c3777bc4f7a9736d3dc9b217e86 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:30.537478 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-0bddc310-6542-4e88-8f1d-60a9566dcd09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:30.552227 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-0bddc310-6542-4e88-8f1d-60a9566dcd09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:30.648318 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0bddc310-6542-4e88-8f1d-60a9566dcd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:30.685307 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0bddc310-6542-4e88-8f1d-60a9566dcd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:30.694822 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-71bfd110-491a-44e0-b357-c8c58f7d5ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:30.739286 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-0bddc310-6542-4e88-8f1d-60a9566dcd09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=414e8c3777bc4f7a9736d3dc9b217e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417509 May 04 17:18:30.740202 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddc310-6542-4e88-8f1d-60a9566dcd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7971e9c1-4ff2-4491-8548-63b31abfe11a,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:30.742105 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54420) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:30.744095 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0bddc310-6542-4e88-8f1d-60a9566dcd09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:30.802898 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-67751c78-700b-4953-a0ae-ec15f3ea9cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:30.830029 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-67751c78-700b-4953-a0ae-ec15f3ea9cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:30.954021 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-67751c78-700b-4953-a0ae-ec15f3ea9cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:30.960483 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-90108233-dd64-4cf5-ac49-c4718a0eaa5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:30.974021 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67751c78-700b-4953-a0ae-ec15f3ea9cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7971e9c1-4ff2-4491-8548-63b31abfe11a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:30.976485 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-67751c78-700b-4953-a0ae-ec15f3ea9cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:30.977767 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-67751c78-700b-4953-a0ae-ec15f3ea9cc4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7971e9c1-4ff2-4491-8548-63b31abfe11a HTTP/1.1" status: 204 len: 168 time: 0.2346296 May 04 17:18:30.979405 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-67751c78-700b-4953-a0ae-ec15f3ea9cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:31.088520 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23cf711-7d0d-4213-be46-aae78546ff33 req-f0e861c0-9f2d-4455-8483-4bc683ef7e18 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:31.090098 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f23cf711-7d0d-4213-be46-aae78546ff33 req-f0e861c0-9f2d-4455-8483-4bc683ef7e18 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0963538 May 04 17:18:31.119077 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:31.136800 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f23cf711-7d0d-4213-be46-aae78546ff33 req-b832a6b7-197f-4e8f-9d15-94da6876be97 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410612 May 04 17:18:32.337430 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc526437-56cc-4e72-8f6b-63f8680ba467 req-fb329f26-f26a-46f3-be40-523d1f1a0ea0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:32.338867 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dc526437-56cc-4e72-8f6b-63f8680ba467 req-fb329f26-f26a-46f3-be40-523d1f1a0ea0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0888181 May 04 17:18:32.385286 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dc526437-56cc-4e72-8f6b-63f8680ba467 req-f95c963e-f86d-4943-ac32-2dce411ddf6b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403011 May 04 17:18:33.744798 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cea408-7d90-4720-bac5-e7b372bfe91a req-9b1549ac-ea71-48d6-8299-4d2d0bb8c8d5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:33.746302 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-92cea408-7d90-4720-bac5-e7b372bfe91a req-9b1549ac-ea71-48d6-8299-4d2d0bb8c8d5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.2495930 May 04 17:18:33.793794 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-92cea408-7d90-4720-bac5-e7b372bfe91a req-f68986fb-492c-4590-83c8-be8808f70a26 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395677 May 04 17:18:34.982850 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a030951-889e-4c78-9e07-050f31b1493c req-0a90e8b8-15b7-436e-850c-840318094d38 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:34.984308 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1a030951-889e-4c78-9e07-050f31b1493c req-0a90e8b8-15b7-436e-850c-840318094d38 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0800958 May 04 17:18:35.028866 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1a030951-889e-4c78-9e07-050f31b1493c req-55a34d1f-4a51-4bc5-a5ff-83280510f0e4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388117 May 04 17:18:36.216459 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512aa76e-df02-4c36-b840-37285cd3d438 req-370df215-b64f-4cfb-a357-b71c9f498efd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:36.217907 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-512aa76e-df02-4c36-b840-37285cd3d438 req-370df215-b64f-4cfb-a357-b71c9f498efd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0808647 May 04 17:18:36.262314 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-512aa76e-df02-4c36-b840-37285cd3d438 req-b2d77919-5218-40c1-adbe-68f1a538c8e5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385144 May 04 17:18:37.317991 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54508) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:37.443278 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9113f962-bad5-4692-9734-a2d3be6f146c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:37.461424 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-9113f962-bad5-4692-9734-a2d3be6f146c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:37.470071 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-9113f962-bad5-4692-9734-a2d3be6f146c admin admin] Usage tracker for resource:security_group_rule and tenant:27b2dc47d2e844668aced1d5b1de0d99 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:37.474812 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-9113f962-bad5-4692-9734-a2d3be6f146c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:37.482284 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-9113f962-bad5-4692-9734-a2d3be6f146c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:37.504617 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5adff-657b-4be7-942d-1a3fc86e4236 req-a804c643-d757-4993-9d8c-6d3537e34a21 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:37.506924 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-26a5adff-657b-4be7-942d-1a3fc86e4236 req-a804c643-d757-4993-9d8c-6d3537e34a21 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1329710 May 04 17:18:37.565286 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-26a5adff-657b-4be7-942d-1a3fc86e4236 req-c3aa30c5-245e-40fe-9043-9fb755dce4c0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511830 May 04 17:18:37.612775 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9113f962-bad5-4692-9734-a2d3be6f146c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:37.673097 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9113f962-bad5-4692-9734-a2d3be6f146c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:37.679456 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a81558d3-f20f-46ac-9560-1ab0550230eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:37.717839 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113f962-bad5-4692-9734-a2d3be6f146c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba9ceb7-d041-45d6-a801-58746ca05aa4,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:37.722085 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-9113f962-bad5-4692-9734-a2d3be6f146c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27b2dc47d2e844668aced1d5b1de0d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029713 May 04 17:18:37.723010 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9113f962-bad5-4692-9734-a2d3be6f146c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:37.725319 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54514) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:37.785989 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dc24dfad-41f2-41a9-a6e9-af273b20dd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:37.810908 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dc24dfad-41f2-41a9-a6e9-af273b20dd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:37.913226 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dc24dfad-41f2-41a9-a6e9-af273b20dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:37.917890 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-2dadf984-1a43-42b9-8241-411e45c92809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:37.929334 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24dfad-41f2-41a9-a6e9-af273b20dd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba9ceb7-d041-45d6-a801-58746ca05aa4,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:37.933053 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-dc24dfad-41f2-41a9-a6e9-af273b20dd12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:37.938519 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-dc24dfad-41f2-41a9-a6e9-af273b20dd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:37.939636 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-dc24dfad-41f2-41a9-a6e9-af273b20dd12 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eba9ceb7-d041-45d6-a801-58746ca05aa4 HTTP/1.1" status: 204 len: 168 time: 0.2134445 May 04 17:18:38.624568 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54532) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:38.641518 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-aa7c9239-d552-4c75-ba96-d2506ef1cd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:38.655733 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-aa7c9239-d552-4c75-ba96-d2506ef1cd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:38.659758 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-aa7c9239-d552-4c75-ba96-d2506ef1cd41 admin admin] Usage tracker for resource:security_group_rule and tenant:717ae60e50664b729992b58d6a9de7de is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:38.666559 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-aa7c9239-d552-4c75-ba96-d2506ef1cd41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:38.672544 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-aa7c9239-d552-4c75-ba96-d2506ef1cd41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:38.807493 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf14f85-f402-4fa8-a4ea-424ffc4a1532 req-84f0b54d-8daa-4d9f-951e-ec5ac1470e5d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:38.809010 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bdf14f85-f402-4fa8-a4ea-424ffc4a1532 req-84f0b54d-8daa-4d9f-951e-ec5ac1470e5d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1279211 May 04 17:18:38.852917 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-aa7c9239-d552-4c75-ba96-d2506ef1cd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:38.872809 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bdf14f85-f402-4fa8-a4ea-424ffc4a1532 req-78a79a17-d088-4193-ad44-287abb6791c1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539298 May 04 17:18:38.942131 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-aa7c9239-d552-4c75-ba96-d2506ef1cd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:38.950462 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ecb09894-57f3-44a6-8cb7-7e6fb77a8d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:38.989153 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-aa7c9239-d552-4c75-ba96-d2506ef1cd41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=717ae60e50664b729992b58d6a9de7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3634541 May 04 17:18:38.990808 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c9239-d552-4c75-ba96-d2506ef1cd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf80cdb-b0f7-4a43-a95c-ce0f1da28e58,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:38.991908 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54538) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:38.993760 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-aa7c9239-d552-4c75-ba96-d2506ef1cd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:39.053985 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:39.078853 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:39.250533 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:39.254027 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-cc1ea63e-2639-49cd-b7ab-80267496ebdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:39.265801 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf80cdb-b0f7-4a43-a95c-ce0f1da28e58,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:39.276780 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:39.277161 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:39.277511 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:39.277946 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:39.278238 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:39.278577 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:39.278915 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:39.279256 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:39.279586 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:39.279914 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:39.280245 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:39.280577 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:18:39.283732 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:39.286676 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:39.286676 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-f7af61b7-7b18-4e7a-95b5-5aebfb0b5bf3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bf80cdb-b0f7-4a43-a95c-ce0f1da28e58 HTTP/1.1" status: 204 len: 168 time: 0.2930636 May 04 17:18:40.154126 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a984d-5a3f-46a0-a6f8-e7b366117585 req-6de77452-8417-4ea3-8bc0-2a249ff701fa tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:40.155633 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2d2a984d-5a3f-46a0-a6f8-e7b366117585 req-6de77452-8417-4ea3-8bc0-2a249ff701fa tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1703629 May 04 17:18:40.199490 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2d2a984d-5a3f-46a0-a6f8-e7b366117585 req-766d39b0-5086-41e5-ace4-b91b5c121fc0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380566 May 04 17:18:40.396283 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54576) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:40.506039 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1011682621-network', 'tenant_id': 'f70b570c63d24b6988a5203551fa973b'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:40.510759 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:40.514527 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Usage tracker for resource:network and tenant:f70b570c63d24b6988a5203551fa973b is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:40.517374 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:40.523569 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:40.622222 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Made reservation on behalf of f70b570c63d24b6988a5203551fa973b for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:18:40.624351 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:40.636570 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:40.650348 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:40.654071 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f70b570c63d24b6988a5203551fa973b is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:40.656920 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:40.662675 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:40.741724 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:40.805076 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:40.807991 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f95bcb62-9197-497d-a1fd-9403d55910c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:40.834564 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:18:40.842711 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68dade0-dbe6-4ec4-a328-786aa5f5754f,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:40.846207 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:40.849087 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:40.849403 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.segments_db [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Added segment b1bed6c2-bb52-4ee3-b5ef-16047ca122d2 of type vlan for network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 May 04 17:18:40.877869 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:40.970438 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:40.971715 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:40.972317 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:40.977450 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:41.073594 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c8314f4-7dcf-4544-90c8-1f07219d67b4,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:41.078888 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:41.086411 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:18:41.134120 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7340782 May 04 17:18:41.134381 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54586) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:41.139862 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Request body: {'subnet': {'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1011682621-subnet', 'tenant_id': 'f70b570c63d24b6988a5203551fa973b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:41.144539 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:41.148963 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Usage tracker for resource:subnet and tenant:f70b570c63d24b6988a5203551fa973b is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:41.151734 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:41.157869 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:41.255990 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Made reservation on behalf of f70b570c63d24b6988a5203551fa973b for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:18:41.258527 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2230889'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:41.391181 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84159e6b-a7fc-4174-b55b-b6e3837e9550 req-736f0787-73fa-4c16-96de-4a7757fc479f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:41.392781 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-84159e6b-a7fc-4174-b55b-b6e3837e9550 req-736f0787-73fa-4c16-96de-4a7757fc479f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0850117 May 04 17:18:41.443552 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-84159e6b-a7fc-4174-b55b-b6e3837e9550 req-b6dd71fd-5a49-4cfd-991f-68de3c1c9435 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430858 May 04 17:18:41.705270 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3618931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2230911'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:41.710123 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7f696ef3-9b77-4244-8bb6-e06dd71eea7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:41.838303 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6418cb44-8027-4f17-a386-415152f11287,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:41.842282 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:41.847374 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Checking segment: {'id': 'b1bed6c2-bb52-4ee3-b5ef-16047ca122d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:18:41.847725 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Network hostable DHCP agents. Network: 7c8314f4-7dcf-4544-90c8-1f07219d67b4, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:18:41.947000 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:18:42.044964 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 7c8314f4-7dcf-4544-90c8-1f07219d67b4) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:42.053741 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b07f379-40d1-46b5-b961-070482794c2b None None] Network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:18:42.054131 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:42.054751 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:42.119612 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-926d24ec-37f5-47a1-8b08-383a8ab0c472 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9841509 May 04 17:18:42.265376 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f13bf33-cccb-45c5-9e8f-dcc70cdcca72 None None] Network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:18:42.642522 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4071470-f8ec-4289-aef3-6db32e44e847 req-10bdbe40-927f-45e9-b937-b11923123b20 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:42.643865 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d4071470-f8ec-4289-aef3-6db32e44e847 req-10bdbe40-927f-45e9-b937-b11923123b20 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0795171 May 04 17:18:42.688253 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d4071470-f8ec-4289-aef3-6db32e44e847 req-d33219c5-ac66-49ea-be40-8b45a889d866 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381343 May 04 17:18:42.949333 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-50d2efdc-6f05-4727-8c0f-da1563518ced tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162579551&fields=id&tenant_id=8c88f339373d4bff985bd4a7c1f24a52 HTTP/1.1" status: 200 len: 267 time: 0.0397186 May 04 17:18:43.104171 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-5710b4ff-7dbf-462f-8599-6b108b408d35 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:43.105949 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-5710b4ff-7dbf-462f-8599-6b108b408d35 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/networks?id=46bc4387-20d2-4931-8d45-5e317384e52d HTTP/1.1" status: 200 len: 808 time: 0.1502559 May 04 17:18:43.120828 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-30a56cef-0c78-4899-b70c-8daea1cab72c tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/quotas/8c88f339373d4bff985bd4a7c1f24a52 HTTP/1.1" status: 200 len: 375 time: 0.0093668 May 04 17:18:43.204695 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-0b71e3bc-5fd0-4e57-a7b2-b1f57f5287b0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Synchronizing usage tracker for tenant:8c88f339373d4bff985bd4a7c1f24a52 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:18:43.301794 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-0b71e3bc-5fd0-4e57-a7b2-b1f57f5287b0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Unset dirty status for tenant:8c88f339373d4bff985bd4a7c1f24a52 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:18:43.303153 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-0b71e3bc-5fd0-4e57-a7b2-b1f57f5287b0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c88f339373d4bff985bd4a7c1f24a52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1767781 May 04 17:18:43.491794 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-417b5abf-530a-47b3-b797-0c29d9283a34 service neutron] 10.222.0.22 "GET /v2.0/networks/46bc4387-20d2-4931-8d45-5e317384e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767988 May 04 17:18:43.622834 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-18f99c32-f633-4f93-8cc8-e4b1d3ff5b94 service neutron] 10.222.0.22 "GET /v2.0/networks/46bc4387-20d2-4931-8d45-5e317384e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248167 May 04 17:18:44.339788 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8961cf-460d-47db-aeb3-f8eddab468ba req-9189ccbc-ea83-42a2-a6d5-0c56c661f9ad tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:44.341332 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cf8961cf-460d-47db-aeb3-f8eddab468ba req-9189ccbc-ea83-42a2-a6d5-0c56c661f9ad tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0904000 May 04 17:18:44.389759 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cf8961cf-460d-47db-aeb3-f8eddab468ba req-e9cc62e8-7dc2-41fd-9aac-eb7df3fedc43 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425529 May 04 17:18:44.480827 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-879b4413-d85c-4381-bfc0-8d0510bde5dd req-598cd95f-2a4c-4d53-8296-4b88a2d77ff0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 210 time: 0.0450008 May 04 17:18:44.709716 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-759e5d5a-75d3-4010-90ab-ae98a1df99b1 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:44.711137 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-759e5d5a-75d3-4010-90ab-ae98a1df99b1 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/networks?id=7c8314f4-7dcf-4544-90c8-1f07219d67b4 HTTP/1.1" status: 200 len: 809 time: 0.1441827 May 04 17:18:44.726092 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-5688c452-07aa-4fba-b355-7111fffc96dc tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/quotas/f70b570c63d24b6988a5203551fa973b HTTP/1.1" status: 200 len: 375 time: 0.0094116 May 04 17:18:44.774881 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3f5fb78f-40f0-4f7a-851b-bcc8149f73d2 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f70b570c63d24b6988a5203551fa973b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432281 May 04 17:18:44.907722 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-5294ca04-a741-44e1-afa8-01245ac57a03 service neutron] 10.222.0.22 "GET /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258545 May 04 17:18:45.043562 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-caf73a77-69b3-4df3-a5a6-3a80772a47ab service neutron] 10.222.0.22 "GET /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295590 May 04 17:18:45.376470 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-86d97c2c-1ceb-413c-8567-2f2c5f1d8156 req-6b845057-da84-47a8-8d49-ea191633b1c3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 210 time: 0.0542133 May 04 17:18:45.722608 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312c690-314c-463c-9c05-3ebb9fe7c126 req-bb160b92-6fe8-475e-b6cc-1ea68dfbdfc4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:45.724565 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0312c690-314c-463c-9c05-3ebb9fe7c126 req-bb160b92-6fe8-475e-b6cc-1ea68dfbdfc4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0800848 May 04 17:18:45.769394 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0312c690-314c-463c-9c05-3ebb9fe7c126 req-6220e631-11f8-49df-8e05-9fa882d7976f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379710 May 04 17:18:45.918570 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f5929120-64ba-4bca-b5e2-5341e489b59d req-af6905c5-8b35-4c3e-b92e-4331127d2f06 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 210 time: 0.0457554 May 04 17:18:46.608866 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-adf14a9c-bca3-49eb-b5cc-00d98e1c6e31 req-d7691d07-5290-4fa5-9148-2643484a63a0 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 210 time: 0.1297631 May 04 17:18:46.962054 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948f1a6-31e9-4a25-87b2-38bf290354fb req-1d600945-874d-4bdf-86fb-92d224abebcb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:46.963489 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7948f1a6-31e9-4a25-87b2-38bf290354fb req-1d600945-874d-4bdf-86fb-92d224abebcb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0812261 May 04 17:18:47.012691 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7948f1a6-31e9-4a25-87b2-38bf290354fb req-9f0e3d12-2ef4-49f8-9f87-e5171a7156d8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434113 May 04 17:18:47.154397 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2da87a84-9c07-4141-890f-008e54b8731a req-124e3b75-a77f-4bd6-afee-5d5e09b521e3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 210 time: 0.0442958 May 04 17:18:47.175692 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-93d01fa1-8696-434a-9db1-b60df8fbe503 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:47.180895 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-93d01fa1-8696-434a-9db1-b60df8fbe503 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Synchronizing usage tracker for tenant:8c88f339373d4bff985bd4a7c1f24a52 on resource:network {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:18:47.273488 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-93d01fa1-8696-434a-9db1-b60df8fbe503 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Unset dirty status for tenant:8c88f339373d4bff985bd4a7c1f24a52 on resource:network {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:18:47.274615 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-93d01fa1-8696-434a-9db1-b60df8fbe503 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.11 "GET /v2.0/networks?id=46bc4387-20d2-4931-8d45-5e317384e52d HTTP/1.1" status: 200 len: 808 time: 0.2513273 May 04 17:18:47.324273 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-da7d65aa-6e16-4c9d-8354-887b4a02a52e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Synchronizing usage tracker for tenant:8c88f339373d4bff985bd4a7c1f24a52 on resource:security_group {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:18:47.479329 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-da7d65aa-6e16-4c9d-8354-887b4a02a52e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Unset dirty status for tenant:8c88f339373d4bff985bd4a7c1f24a52 on resource:security_group {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:18:47.480889 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-da7d65aa-6e16-4c9d-8354-887b4a02a52e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c88f339373d4bff985bd4a7c1f24a52 HTTP/1.1" status: 200 len: 380 time: 0.1953716 May 04 17:18:47.490100 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Request body: {'port': {'device_id': '0a771329-b503-4fca-a841-a83789bd2352', 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d', 'admin_state_up': True, 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'security_groups': ['27927671-dff9-4318-a9ce-a507bb59cc9d']}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:47.737753 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:47.760991 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-379c4d50-b6ef-42cd-9ca6-19f793a51223 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:47.761667 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-379c4d50-b6ef-42cd-9ca6-19f793a51223 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Synchronizing usage tracker for tenant:f70b570c63d24b6988a5203551fa973b on resource:network {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:18:47.764200 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:47.784443 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2aa55b26-5a8f-43ea-8c83-1344c588ba1a req-0ffbeb7f-7a11-46b4-ba65-afe8a53bdf3f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 210 time: 0.0595229 May 04 17:18:47.868357 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Made reservation on behalf of 8c88f339373d4bff985bd4a7c1f24a52 for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:18:47.871809 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:47.881931 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-379c4d50-b6ef-42cd-9ca6-19f793a51223 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Unset dirty status for tenant:f70b570c63d24b6988a5203551fa973b on resource:network {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:18:47.882982 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-379c4d50-b6ef-42cd-9ca6-19f793a51223 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.11 "GET /v2.0/networks?id=7c8314f4-7dcf-4544-90c8-1f07219d67b4 HTTP/1.1" status: 200 len: 809 time: 0.3585908 May 04 17:18:47.898223 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Request body: {'port': {'device_id': '00a44181-4178-4baf-8b4d-7a150bbead91', 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4', 'admin_state_up': True, 'tenant_id': 'f70b570c63d24b6988a5203551fa973b'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:48.152950 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Allocated IP 172.20.0.9 (46bc4387-20d2-4931-8d45-5e317384e52d/9bdf2136-4778-494c-ae2f-482a994207a9/df70897c-b93b-4bea-8801-f60674f1a870) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:18:48.167155 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:48.174307 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Usage tracker for resource:port and tenant:f70b570c63d24b6988a5203551fa973b is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:48.179260 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:48.199109 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:48.212117 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c0099-06cd-4565-a629-9056fdc809b7 req-967f975c-35de-47d6-89c5-a0c46f96c043 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:48.215776 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a64c0099-06cd-4565-a629-9056fdc809b7 req-967f975c-35de-47d6-89c5-a0c46f96c043 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0825346 May 04 17:18:48.262991 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a64c0099-06cd-4565-a629-9056fdc809b7 req-1c7afab2-e30d-4c12-b2a6-8335147a48d0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432494 May 04 17:18:48.377344 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:48.392481 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Transition to ACTIVE for port object df70897c-b93b-4bea-8801-f60674f1a870 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:48.400302 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Made reservation on behalf of f70b570c63d24b6988a5203551fa973b for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:18:48.403846 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:48.404698 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-08ff4d74-d6d5-411f-aaf2-67b312f210f3 req-446fd934-62c3-4784-b917-d5aaa0b14b82 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 210 time: 0.0427601 May 04 17:18:48.573208 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Allocated IP 172.20.0.10 (7c8314f4-7dcf-4544-90c8-1f07219d67b4/6418cb44-8027-4f17-a386-415152f11287/2f0ed471-2b11-4443-a37f-3bff8809e887) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:18:48.610627 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:48.619168 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9c676056-f3fc-4337-a406-ad76b5db5081 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:48.718536 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Network 46bc4387-20d2-4931-8d45-5e317384e52d is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:18:48.730762 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:48.732536 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Pushing event updated for resources: {'Port': ['ID=df70897c-b93b-4bea-8801-f60674f1a870,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:48.734751 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:18:48.766170 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:48.902765 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:48.903812 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:48.981163 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d33854a8-3519-4243-9942-b99db531d269 req-cb281718-ea21-4668-a423-e2b21a6acbf5 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 210 time: 0.0461714 May 04 17:18:49.005909 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:49.011048 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-e0f721fd-ebbb-4dcc-9298-c44bd5a007a6 None None] Provisioning for port df70897c-b93b-4bea-8801-f60674f1a870 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:18:49.015796 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-e0f721fd-ebbb-4dcc-9298-c44bd5a007a6 None None] Provisioning complete for port df70897c-b93b-4bea-8801-f60674f1a870 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:49.016162 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e0f721fd-ebbb-4dcc-9298-c44bd5a007a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:49.071075 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-e0f721fd-ebbb-4dcc-9298-c44bd5a007a6 None None] Port df70897c-b93b-4bea-8801-f60674f1a870 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:18:49.086170 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6001358 May 04 17:18:49.118822 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:49.120823 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8d63459c-08ad-4144-8e44-a3e44c68d789 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:49.166605 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Request body: {'port': {'device_id': '0a771329-b503-4fca-a841-a83789bd2352', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:49.306832 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:18:49.321013 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:49.329396 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:18:49.402017 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Pushing event updated for resources: {'Port': ['ID=2f0ed471-2b11-4443-a37f-3bff8809e887,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:49.410755 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:49.451510 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:49.452156 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:49.456621 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f4a4d-efc7-48dc-8fec-700304743f9b req-cae2601e-5189-4cdc-bfc3-a178273dbc5e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:49.458586 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-356f4a4d-efc7-48dc-8fec-700304743f9b req-cae2601e-5189-4cdc-bfc3-a178273dbc5e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0810046 May 04 17:18:49.459816 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:49.507465 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-356f4a4d-efc7-48dc-8fec-700304743f9b req-496a5570-a41e-4b59-812a-9772edeb4c8f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429888 May 04 17:18:49.570510 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54732) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:49.604324 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-3b08bdcc-8793-4e91-be60-1b0644759151 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7124104 May 04 17:18:49.619394 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Request body: {'port': {'device_id': '00a44181-4178-4baf-8b4d-7a150bbead91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:49.673285 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-8046d4f7-b735-4816-8fd3-2dcf573cc909 admin admin] Deleting subnet 53bc7281-7282-459f-bac7-7bb2adb3a502 {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:18:49.678407 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8046d4f7-b735-4816-8fd3-2dcf573cc909 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:49.741600 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8046d4f7-b735-4816-8fd3-2dcf573cc909 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749169'] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:49.796653 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9e187-e010-4f1b-b9f8-1ee34a312665 req-0a34fe7c-4c09-4265-95d1-0adaf1b083d0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:49.798127 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aeb9e187-e010-4f1b-b9f8-1ee34a312665 req-0a34fe7c-4c09-4265-95d1-0adaf1b083d0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 931 time: 0.1813846 May 04 17:18:49.824459 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8046d4f7-b735-4816-8fd3-2dcf573cc909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:49.839885 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:49.892636 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aeb9e187-e010-4f1b-b9f8-1ee34a312665 req-963cdf7b-b59e-4eae-b2b1-f9bfbf2f951d tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857027 May 04 17:18:50.112986 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df70897c-b93b-4bea-8801-f60674f1a870 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:18:50.168007 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8df98-ef42-4ed1-9c5d-670adda73923 req-1490ccfe-4ee2-4f0e-a442-b46c103ef149 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:50.168658 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:50.169488 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-42c8df98-ef42-4ed1-9c5d-670adda73923 req-1490ccfe-4ee2-4f0e-a442-b46c103ef149 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 932 time: 0.0783873 May 04 17:18:50.170951 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8046d4f7-b735-4816-8fd3-2dcf573cc909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4104901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2347288'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:50.174879 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-2b32e02d-88c2-4a9e-b662-9c649c805d4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:50.197477 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Transition to ACTIVE for port object df70897c-b93b-4bea-8801-f60674f1a870 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:50.222364 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046d4f7-b735-4816-8fd3-2dcf573cc909 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53bc7281-7282-459f-bac7-7bb2adb3a502,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:50.227857 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8046d4f7-b735-4816-8fd3-2dcf573cc909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:50.232625 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8046d4f7-b735-4816-8fd3-2dcf573cc909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:50.257491 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-8046d4f7-b735-4816-8fd3-2dcf573cc909 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/53bc7281-7282-459f-bac7-7bb2adb3a502 HTTP/1.1" status: 204 len: 168 time: 0.6837130 May 04 17:18:50.257940 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54738) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:50.264354 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-42c8df98-ef42-4ed1-9c5d-670adda73923 req-480e7b5e-9c9d-4ddb-9959-231a71eee0f2 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608604 May 04 17:18:50.304518 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:50.310439 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0ed471-2b11-4443-a37f-3bff8809e887 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:18:50.314619 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-78105632-6917-47d7-84aa-cfacd612ba57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:50.362461 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:50.367210 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:50.457642 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Transition to ACTIVE for port object 2f0ed471-2b11-4443-a37f-3bff8809e887 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:50.463353 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b225642-099a-41a0-8432-42f844979bec service neutron] Pushing event updated for resources: {'Port': ['ID=df70897c-b93b-4bea-8801-f60674f1a870,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:50.467190 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8b225642-099a-41a0-8432-42f844979bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:50.499524 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:50.568563 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:50.580024 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:50.633304 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Attempting to bind port df70897c-b93b-4bea-8801-f60674f1a870 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:18:50.633559 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Attempting to bind port df70897c-b93b-4bea-8801-f60674f1a870 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:18:50.633889 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Attempting to bind port df70897c-b93b-4bea-8801-f60674f1a870 on network 46bc4387-20d2-4931-8d45-5e317384e52d {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:18:50.705366 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Port df70897c-b93b-4bea-8801-f60674f1a870 on network 46bc4387-20d2-4931-8d45-5e317384e52d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:18:50.705729 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Attempting to bind port df70897c-b93b-4bea-8801-f60674f1a870 on network 46bc4387-20d2-4931-8d45-5e317384e52d {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:18:50.724119 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Pushing event updated for resources: {'Port': ['ID=2f0ed471-2b11-4443-a37f-3bff8809e887,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:50.728085 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:18:50.728422 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Checking segment: {'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:18:50.728798 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Bound using segment: {'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:18:50.729294 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Bound port: df70897c-b93b-4bea-8801-f60674f1a870, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1b206b-aec0-4ce9-b884-5ba104bf6397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:18:50.729900 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:50.741906 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:50.751954 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b235ee4-88eb-4f94-8ea6-c0a738f9ab72']}} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:50.767330 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdaea2f6-a9a0-460b-9086-19964684fa72') {'for_net_delete': True} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:50.767676 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdaea2f6-a9a0-460b-9086-19964684fa72') {} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:50.786726 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749128'] for segment, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:50.812776 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210a968-5397-42db-9059-4056a434fcb8 req-7b7d1479-2cf8-4301-b083-847e5f26ae4f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:50.814242 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4210a968-5397-42db-9059-4056a434fcb8 req-7b7d1479-2cf8-4301-b083-847e5f26ae4f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1418593 May 04 17:18:50.815115 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:50.822201 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=74290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:18:50.917052 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Attempting to bind port 2f0ed471-2b11-4443-a37f-3bff8809e887 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:18:50.917406 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Attempting to bind port 2f0ed471-2b11-4443-a37f-3bff8809e887 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b1bed6c2-bb52-4ee3-b5ef-16047ca122d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:18:50.917753 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Attempting to bind port 2f0ed471-2b11-4443-a37f-3bff8809e887 on network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:18:50.925129 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] For port df70897c-b93b-4bea-8801-f60674f1a870, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:18:50.927449 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Port 2f0ed471-2b11-4443-a37f-3bff8809e887 on network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:18:50.927782 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Attempting to bind port 2f0ed471-2b11-4443-a37f-3bff8809e887 on network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:18:50.930722 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] For port df70897c-b93b-4bea-8801-f60674f1a870, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=df70897c-b93b-4bea-8801-f60674f1a870,segment=NetworkSegment(2c1b206b-aec0-4ce9-b884-5ba104bf6397),segment_id=2c1b206b-aec0-4ce9-b884-5ba104bf6397)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:18:50.935103 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:18:50.935431 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Checking segment: {'id': 'b1bed6c2-bb52-4ee3-b5ef-16047ca122d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:18:50.937113 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Bound using segment: {'id': 'b1bed6c2-bb52-4ee3-b5ef-16047ca122d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:18:50.937113 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Bound port: 2f0ed471-2b11-4443-a37f-3bff8809e887, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bed6c2-bb52-4ee3-b5ef-16047ca122d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:18:50.937113 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:51.001121 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:51.008562 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:51.016883 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4210a968-5397-42db-9059-4056a434fcb8 req-b9c6a4b2-5475-4951-8d15-b138a99636f0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749728 May 04 17:18:51.022630 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] Network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 has no segments {{(pid=74290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:18:51.031569 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4104551'] for segment, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:51.156394 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:51.156984 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:51.158465 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-8b225642-099a-41a0-8432-42f844979bec service neutron] 10.222.0.11 "PUT /v2.0/ports/df70897c-b93b-4bea-8801-f60674f1a870 HTTP/1.1" status: 200 len: 1093 time: 2.0655231 May 04 17:18:51.162044 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a771329-b503-4fca-a841-a83789bd2352', 'tag': 'df70897c-b93b-4bea-8801-f60674f1a870'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:18:51.183589 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] For port 2f0ed471-2b11-4443-a37f-3bff8809e887, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:18:51.197513 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] For port 2f0ed471-2b11-4443-a37f-3bff8809e887, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2f0ed471-2b11-4443-a37f-3bff8809e887,segment=NetworkSegment(b1bed6c2-bb52-4ee3-b5ef-16047ca122d2),segment_id=b1bed6c2-bb52-4ee3-b5ef-16047ca122d2)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:18:51.200400 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b225642-099a-41a0-8432-42f844979bec service neutron] Pushing event updated for resources: {'Port': ['ID=df70897c-b93b-4bea-8801-f60674f1a870,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:51.203603 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8b225642-099a-41a0-8432-42f844979bec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:51.251510 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] Network 5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 has no segments {{(pid=74290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: Traceback (most recent call last): May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: timer() May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: cb(*args, **kw) May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: return func(*args, **kwargs) May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: self._notify() May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: self.callback(batched_events) May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: event.method(event) May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: return f(self, *a, **k) May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: return self._get(url).json() May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: return self.request(url, 'GET', **kwargs) May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:18:51.275150 dv-cinder-789603-1-iscsi neutron-server[74290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:18:51.362424 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:51.372459 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:51.380044 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cf102-4985-4f0d-bbf1-17d5da03af39 req-58b567f9-f4f2-4f33-9fa7-8cd71a2eb5eb tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:51.381519 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-510cf102-4985-4f0d-bbf1-17d5da03af39 req-58b567f9-f4f2-4f33-9fa7-8cd71a2eb5eb tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 943 time: 0.2503755 May 04 17:18:51.425295 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:51.425907 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:51.428221 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] 10.222.0.11 "PUT /v2.0/ports/2f0ed471-2b11-4443-a37f-3bff8809e887 HTTP/1.1" status: 200 len: 1094 time: 1.8161094 May 04 17:18:51.428744 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-510cf102-4985-4f0d-bbf1-17d5da03af39 req-57d72793-d56b-425c-8169-f5c55179110f tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414534 May 04 17:18:51.451269 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:51.454897 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:51.471626 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Pushing event updated for resources: {'Port': ['ID=2f0ed471-2b11-4443-a37f-3bff8809e887,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:51.474706 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:51.476037 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:51.483675 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] Pushing event deleted for resources: {'Network': ['ID=5b235ee4-88eb-4f94-8ea6-c0a738f9ab72,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:51.485460 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-158db948-2779-48ff-8110-f07dac2346aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:51.486931 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:51.487599 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-158db948-2779-48ff-8110-f07dac2346aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c88f339373d4bff985bd4a7c1f24a52&device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 1096 time: 0.1631312 May 04 17:18:51.543536 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a771329-b503-4fca-a841-a83789bd2352', 'tag': 'df70897c-b93b-4bea-8801-f60674f1a870', 'status': 'completed', 'code': 200} May 04 17:18:51.556908 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-34384476-a9ee-4eea-acc6-222ab0f6db2f admin admin] 10.222.0.22 "DELETE /v2.0/networks/5b235ee4-88eb-4f94-8ea6-c0a738f9ab72 HTTP/1.1" status: 204 len: 168 time: 1.2955692 May 04 17:18:51.593670 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-5f0b1748-4d0f-436a-81ef-60f191edd573 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df70897c-b93b-4bea-8801-f60674f1a870 HTTP/1.1" status: 200 len: 217 time: 0.0987101 May 04 17:18:51.665118 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a26d4-b74f-4064-838b-17c6b6ed9b19 req-9d4deb4d-f014-40ae-a29a-db133a9f2ce3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:51.666610 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-533a26d4-b74f-4064-838b-17c6b6ed9b19 req-9d4deb4d-f014-40ae-a29a-db133a9f2ce3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 944 time: 0.0817840 May 04 17:18:51.672151 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-cd838372-5ede-4550-bfb6-871c938e89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:51.673702 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-cd838372-5ede-4550-bfb6-871c938e89ca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bdf2136-4778-494c-ae2f-482a994207a9 HTTP/1.1" status: 200 len: 847 time: 0.0731301 May 04 17:18:51.711638 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-533a26d4-b74f-4064-838b-17c6b6ed9b19 req-dcf7de96-5dbf-41dc-8f14-13f0bf84cab3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392370 May 04 17:18:51.718881 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-72f0f13a-1c3c-49b8-91ad-bb20a8f545be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:51.720326 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-72f0f13a-1c3c-49b8-91ad-bb20a8f545be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f70b570c63d24b6988a5203551fa973b&device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 1097 time: 0.1712182 May 04 17:18:51.794240 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-5632a5cb-e865-4d14-81b0-01b90bea65db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f0ed471-2b11-4443-a37f-3bff8809e887 HTTP/1.1" status: 200 len: 217 time: 0.0666049 May 04 17:18:51.867694 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-f87e77fa-c733-4c98-aa02-b367539be40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:51.869161 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-f87e77fa-c733-4c98-aa02-b367539be40a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46bc4387-20d2-4931-8d45-5e317384e52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1889877 May 04 17:18:51.870554 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-fce29fc1-2eb7-485c-8d64-b250bdf899f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:51.871847 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-fce29fc1-2eb7-485c-8d64-b250bdf899f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6418cb44-8027-4f17-a386-415152f11287 HTTP/1.1" status: 200 len: 849 time: 0.0720673 May 04 17:18:51.874999 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54752) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:51.961405 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-e4305fca-e69b-4460-985d-089256d56d55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c8314f4-7dcf-4544-90c8-1f07219d67b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721529 May 04 17:18:52.147649 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-4fb647a7-bc9d-40e5-9d37-2547fe71c2a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5226e6bf9d554f72a89376f778cc860f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2715418 May 04 17:18:52.150545 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54760) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:52.172385 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-5aaab1da-874f-483a-b27f-92a1fb35dd68 service neutron] 10.222.0.11 "GET /v2.0/networks/46bc4387-20d2-4931-8d45-5e317384e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840483 May 04 17:18:52.215708 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0de44dc8-e6ff-4d48-8a1f-71603b062562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:52.224165 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-23e5b877-5a16-4047-893e-aa1915e486fa service neutron] 10.222.0.11 "GET /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541943 May 04 17:18:52.244715 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0de44dc8-e6ff-4d48-8a1f-71603b062562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:52.409434 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-38b199fb-bab1-435a-bbc2-6dee172a14e8 service neutron] 10.222.0.11 "GET /v2.0/networks/46bc4387-20d2-4931-8d45-5e317384e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308474 May 04 17:18:52.419540 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0de44dc8-e6ff-4d48-8a1f-71603b062562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:52.428709 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c583beb8-4865-4a69-88ad-ba5540d71967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:52.431714 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-643f013b-0197-4b5e-b756-af2b0c5f9e1c service neutron] 10.222.0.11 "GET /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585000 May 04 17:18:52.443213 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de44dc8-e6ff-4d48-8a1f-71603b062562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd0e451-f91a-4d02-92d2-1c5665727613,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:52.447032 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0de44dc8-e6ff-4d48-8a1f-71603b062562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:52.453295 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0de44dc8-e6ff-4d48-8a1f-71603b062562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:52.454386 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-0de44dc8-e6ff-4d48-8a1f-71603b062562 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cdd0e451-f91a-4d02-92d2-1c5665727613 HTTP/1.1" status: 204 len: 168 time: 0.3028359 May 04 17:18:52.485580 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e408d0-196f-4503-a530-b7054669e4e2 req-14118e5e-4821-4482-aae1-4f1c838d923d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:52.487038 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1e408d0-196f-4503-a530-b7054669e4e2 req-14118e5e-4821-4482-aae1-4f1c838d923d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1042926 May 04 17:18:52.532078 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1e408d0-196f-4503-a530-b7054669e4e2 req-7e0e6613-8a1a-4489-a3e1-7be80b4e21b8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386667 May 04 17:18:52.642513 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6923c-ca5f-4e58-96e5-dcc4857e27a6 req-c9341368-aec9-4272-b372-86c1e2162665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:52.644365 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7db6923c-ca5f-4e58-96e5-dcc4857e27a6 req-c9341368-aec9-4272-b372-86c1e2162665 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8c88f339373d4bff985bd4a7c1f24a52&device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 1096 time: 0.0710468 May 04 17:18:52.716322 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f619a95-3851-4cca-aa66-ffb64f1ca3f0 req-22b97661-837f-4095-a2df-a6a76686aad4 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:52.718218 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2f619a95-3851-4cca-aa66-ffb64f1ca3f0 req-22b97661-837f-4095-a2df-a6a76686aad4 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 943 time: 0.0869372 May 04 17:18:52.765521 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2f619a95-3851-4cca-aa66-ffb64f1ca3f0 req-d66383f9-b10d-4a53-910d-b1e51a6a30a0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408831 May 04 17:18:52.778269 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6923c-ca5f-4e58-96e5-dcc4857e27a6 req-d92d51cd-ff73-49d6-8d2f-3bf629af4de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:52.779718 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7db6923c-ca5f-4e58-96e5-dcc4857e27a6 req-d92d51cd-ff73-49d6-8d2f-3bf629af4de1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=46bc4387-20d2-4931-8d45-5e317384e52d HTTP/1.1" status: 200 len: 909 time: 0.1277678 May 04 17:18:52.938927 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7db6923c-ca5f-4e58-96e5-dcc4857e27a6 req-5d4fc62b-15ab-4ff2-b679-75cfa229327e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df70897c-b93b-4bea-8801-f60674f1a870 HTTP/1.1" status: 200 len: 217 time: 0.1512756 May 04 17:18:52.950791 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55e52e-78af-4a3b-a512-1511eb0b7364 req-a286f0c6-a082-42f3-9bd7-3501790fff74 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:52.952379 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ff55e52e-78af-4a3b-a512-1511eb0b7364 req-a286f0c6-a082-42f3-9bd7-3501790fff74 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 944 time: 0.0864217 May 04 17:18:52.970549 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-546a2da2-5b70-4895-9f59-24e317a2a341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:53.008279 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ff55e52e-78af-4a3b-a512-1511eb0b7364 req-dcd402a3-c4f4-4bdd-8e5c-7a60d94ea6eb tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492551 May 04 17:18:53.008984 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6923c-ca5f-4e58-96e5-dcc4857e27a6 req-6e9a725b-0e35-4f48-8e3d-c6519ebde2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:53.010422 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7db6923c-ca5f-4e58-96e5-dcc4857e27a6 req-6e9a725b-0e35-4f48-8e3d-c6519ebde2b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9bdf2136-4778-494c-ae2f-482a994207a9 HTTP/1.1" status: 200 len: 847 time: 0.0645885 May 04 17:18:53.088444 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6923c-ca5f-4e58-96e5-dcc4857e27a6 req-eedd7585-1b9a-4eba-ad5f-6d89ef23c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:53.089895 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7db6923c-ca5f-4e58-96e5-dcc4857e27a6 req-eedd7585-1b9a-4eba-ad5f-6d89ef23c00b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=46bc4387-20d2-4931-8d45-5e317384e52d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717237 May 04 17:18:53.222983 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7db6923c-ca5f-4e58-96e5-dcc4857e27a6 req-78e5cbe5-9a24-40d2-a95d-5ce87280ef52 service neutron] 10.222.0.11 "GET /v2.0/networks/46bc4387-20d2-4931-8d45-5e317384e52d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249623 May 04 17:18:53.357577 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7db6923c-ca5f-4e58-96e5-dcc4857e27a6 req-baa659e4-9b6c-47aa-9eee-c000d2ac96d8 service neutron] 10.222.0.11 "GET /v2.0/networks/46bc4387-20d2-4931-8d45-5e317384e52d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275284 May 04 17:18:53.544372 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a44181-4178-4baf-8b4d-7a150bbead91', 'tag': '2f0ed471-2b11-4443-a37f-3bff8809e887'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:18:53.577868 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54792) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:53.591140 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a44181-4178-4baf-8b4d-7a150bbead91', 'tag': '2f0ed471-2b11-4443-a37f-3bff8809e887', 'status': 'completed', 'code': 200} May 04 17:18:53.683132 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44741-c387-42cf-90f6-8fa2fc8f0478 req-d2209bb7-d87f-47bc-8599-0929fb0f2bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:53.684595 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-03b44741-c387-42cf-90f6-8fa2fc8f0478 req-d2209bb7-d87f-47bc-8599-0929fb0f2bae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f70b570c63d24b6988a5203551fa973b&device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 1097 time: 0.0723271 May 04 17:18:53.693228 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-531426145-network', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:53.719556 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:53.735880 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Usage tracker for resource:network and tenant:4c68d016f05c4c3ca2fcc5770f52645b is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:53.740211 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:53.755583 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a405a64-e00b-4752-8fe7-2486a91bae74 req-abcf0cb4-9b11-4580-9692-a5e81a4653e3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:53.757080 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5a405a64-e00b-4752-8fe7-2486a91bae74 req-abcf0cb4-9b11-4580-9692-a5e81a4653e3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0832579 May 04 17:18:53.788223 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:53.806142 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5a405a64-e00b-4752-8fe7-2486a91bae74 req-c32dd867-f033-4d74-a113-39d34e6a4040 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431194 May 04 17:18:53.841651 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44741-c387-42cf-90f6-8fa2fc8f0478 req-376a69b3-c211-4a1e-a36b-7e40565cb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:53.843137 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-03b44741-c387-42cf-90f6-8fa2fc8f0478 req-376a69b3-c211-4a1e-a36b-7e40565cb251 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c8314f4-7dcf-4544-90c8-1f07219d67b4 HTTP/1.1" status: 200 len: 910 time: 0.1468241 May 04 17:18:53.909753 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-03b44741-c387-42cf-90f6-8fa2fc8f0478 req-df3a16a4-f5de-4c5d-80f2-ded7448c6f24 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f0ed471-2b11-4443-a37f-3bff8809e887 HTTP/1.1" status: 200 len: 217 time: 0.0597601 May 04 17:18:53.910423 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Made reservation on behalf of 4c68d016f05c4c3ca2fcc5770f52645b for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:18:53.912576 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:53.959300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:53.984755 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:53.985295 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70dda0-4ad5-4cfe-b3fd-fbc87d0caeb7 req-04c00305-476f-4715-b7fb-cf3528d6f66f tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:53.986745 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7c70dda0-4ad5-4cfe-b3fd-fbc87d0caeb7 req-04c00305-476f-4715-b7fb-cf3528d6f66f tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 943 time: 0.0846386 May 04 17:18:53.991791 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Usage tracker for resource:security_group_rule and tenant:4c68d016f05c4c3ca2fcc5770f52645b is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:53.995784 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:54.004412 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:54.007587 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b44741-c387-42cf-90f6-8fa2fc8f0478 req-c2b7307a-8960-43de-8877-45b4669d4243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:54.009102 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-03b44741-c387-42cf-90f6-8fa2fc8f0478 req-c2b7307a-8960-43de-8877-45b4669d4243 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6418cb44-8027-4f17-a386-415152f11287 HTTP/1.1" status: 200 len: 849 time: 0.0879116 May 04 17:18:54.031737 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7c70dda0-4ad5-4cfe-b3fd-fbc87d0caeb7 req-03e6fe0d-700d-46c3-8d5a-4528e296451c tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384824 May 04 17:18:54.065173 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-03b44741-c387-42cf-90f6-8fa2fc8f0478 req-d021808c-c4f8-434b-8c83-0b869edaf360 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c8314f4-7dcf-4544-90c8-1f07219d67b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495448 May 04 17:18:54.205271 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f99951-538e-4cf7-b09f-d9672d159555 req-9fffc3d7-11f2-4f98-aef2-29fb05cbcb96 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:54.206654 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c4f99951-538e-4cf7-b09f-d9672d159555 req-9fffc3d7-11f2-4f98-aef2-29fb05cbcb96 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 944 time: 0.0791671 May 04 17:18:54.239482 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-03b44741-c387-42cf-90f6-8fa2fc8f0478 req-945fc61a-5bd2-4107-8b11-62a51e481f41 service neutron] 10.222.0.11 "GET /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665177 May 04 17:18:54.243472 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:54.251239 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c4f99951-538e-4cf7-b09f-d9672d159555 req-dde1eb2d-d400-4778-8a21-a132d4a14b47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385160 May 04 17:18:54.326412 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:54.333178 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-13cfe7e7-9f9c-455b-93d6-6e1ee7cbc3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:54.370617 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:18:54.388956 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb16efa-d23c-41ea-9998-f7b19e504d11,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:54.391637 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:54.391967 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.segments_db [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Added segment c0d908e1-c394-45f9-af15-ecea66160688 of type vlan for network b26f2540-500c-44b6-9f77-f164ca39393a May 04 17:18:54.395291 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:54.422931 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-03b44741-c387-42cf-90f6-8fa2fc8f0478 req-96fce8ff-824a-480f-af02-b6c14ea1e381 service neutron] 10.222.0.11 "GET /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778500 May 04 17:18:54.437434 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:54.547606 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:54.548890 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:54.549468 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:54.553298 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:54.649048 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Pushing event updated for resources: {'Network': ['ID=b26f2540-500c-44b6-9f77-f164ca39393a,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:54.651596 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:54.658341 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network b26f2540-500c-44b6-9f77-f164ca39393a details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:18:54.674867 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 2f0ed471-2b11-4443-a37f-3bff8809e887 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:18:54.720516 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1415622 May 04 17:18:54.723374 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 54802) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:54.730729 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Request body: {'subnet': {'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-531426145-subnet', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:54.736481 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:54.741241 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Usage tracker for resource:subnet and tenant:4c68d016f05c4c3ca2fcc5770f52645b is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:54.744486 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:54.750925 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:54.812473 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Made reservation on behalf of 4c68d016f05c4c3ca2fcc5770f52645b for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:18:54.814874 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2230889'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:54.908546 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 2f0ed471-2b11-4443-a37f-3bff8809e887, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2f0ed471-2b11-4443-a37f-3bff8809e887,segment=NetworkSegment(b1bed6c2-bb52-4ee3-b5ef-16047ca122d2),segment_id=b1bed6c2-bb52-4ee3-b5ef-16047ca122d2)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:54.922978 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '2f0ed471-2b11-4443-a37f-3bff8809e887', 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4', 'port_id': '2f0ed471-2b11-4443-a37f-3bff8809e887', 'mac_address': 'fa:16:3e:c3:cd:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6418cb44-8027-4f17-a386-415152f11287', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:18:54.981078 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:55.002375 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0ed471-2b11-4443-a37f-3bff8809e887 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:18:55.020862 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 2f0ed471-2b11-4443-a37f-3bff8809e887, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2f0ed471-2b11-4443-a37f-3bff8809e887,segment=NetworkSegment(b1bed6c2-bb52-4ee3-b5ef-16047ca122d2),segment_id=b1bed6c2-bb52-4ee3-b5ef-16047ca122d2)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:55.079582 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:55.081358 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-0bb044aa-6b78-4a31-9e9e-443fe35c4c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:55.099687 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a95aea-b45a-475c-a8e5-374c6b3fdbf0 req-01b8588c-f9f0-4ca5-a5ca-c72599fa175b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:55.101161 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-56a95aea-b45a-475c-a8e5-374c6b3fdbf0 req-01b8588c-f9f0-4ca5-a5ca-c72599fa175b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1745596 May 04 17:18:55.146050 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-56a95aea-b45a-475c-a8e5-374c6b3fdbf0 req-192ca878-309f-450c-9078-6fb3c9fd6b64 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383062 May 04 17:18:55.150295 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=2f0ed471-2b11-4443-a37f-3bff8809e887,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:55.153554 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:55.280397 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['2f0ed471-2b11-4443-a37f-3bff8809e887'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:18:55.315383 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3618931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2230911'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:55.320738 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:55.330658 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146a9bf-4ccb-4b9e-b753-bc4be6df0516 req-d9a9ac16-815d-41c1-8e15-5783d9e5291c tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:55.332048 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6146a9bf-4ccb-4b9e-b753-bc4be6df0516 req-d9a9ac16-815d-41c1-8e15-5783d9e5291c tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 943 time: 0.0824230 May 04 17:18:55.383714 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6146a9bf-4ccb-4b9e-b753-bc4be6df0516 req-c52108d0-5017-4b28-b470-65c45b27cb60 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445056 May 04 17:18:55.396349 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eb2d53a-0408-49ca-98da-93db73ae5f2f,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:55.403878 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Checking segment: {'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:18:55.404187 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Network hostable DHCP agents. Network: b26f2540-500c-44b6-9f77-f164ca39393a, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:18:55.407036 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:55.536529 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Network b26f2540-500c-44b6-9f77-f164ca39393a is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:18:55.567651 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ba446-8f5f-4efe-8a48-3a126348f66b req-1e042aa9-2594-46ef-b022-8fe68ce79e53 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:55.569159 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3e3ba446-8f5f-4efe-8a48-3a126348f66b req-1e042aa9-2594-46ef-b022-8fe68ce79e53 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 945 time: 0.0806193 May 04 17:18:55.613074 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3e3ba446-8f5f-4efe-8a48-3a126348f66b req-ef39b980-6f13-415b-91e3-4a5f392a84c2 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381606 May 04 17:18:55.622062 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, b26f2540-500c-44b6-9f77-f164ca39393a) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:55.633322 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ced09c-c3b2-4d46-b988-baab4929426f None None] Network b26f2540-500c-44b6-9f77-f164ca39393a requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:18:55.637945 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:55.638552 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:55.658147 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:55.710732 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6b8d88e9-b5ed-4199-9792-b42c540074ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:55.750601 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0226817 May 04 17:18:55.751389 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54812) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:55.756497 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-531426145-router', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:18:55.760980 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:18:55.765186 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Usage tracker for resource:router and tenant:4c68d016f05c4c3ca2fcc5770f52645b is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:18:55.767926 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:18:55.773868 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:18:55.839432 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4207'] for router, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:55.840644 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4198'] for router, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:55.850544 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf27f0d-063a-504b-a3f5-e8bcc92892d2-b26f2540-500c-44b6-9f77-f164ca39393a', 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'fixed_ips': [{'subnet_id': '5eb2d53a-0408-49ca-98da-93db73ae5f2f'}]}} from dv-cinder-789603-1-iscsi. {{(pid=74292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:18:55.851391 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:55.855938 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:56.003024 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.db_base_plugin_common [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Allocated IP 172.20.0.2 (b26f2540-500c-44b6-9f77-f164ca39393a/5eb2d53a-0408-49ca-98da-93db73ae5f2f/c907f4b9-09ba-49cd-aadc-d2d7826d78ec) {{(pid=74292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:18:56.157503 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4244'] for router, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:56.206772 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Notify callbacks [] for port, precommit_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:56.217234 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Transition to ACTIVE for port object c907f4b9-09ba-49cd-aadc-d2d7826d78ec will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:56.235583 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Transition to ACTIVE for port object c907f4b9-09ba-49cd-aadc-d2d7826d78ec will not be triggered until provisioned by entity DHCP. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:18:56.314186 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:56.318709 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:56.379072 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Network b26f2540-500c-44b6-9f77-f164ca39393a is already hosted by enough agents. {{(pid=74292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:18:56.382273 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.base_scheduler [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Resources bound (agent type, host, resource id): {{(pid=74292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:56.385903 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Received port after_create {{(pid=74292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:18:56.393154 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Pushing event updated for resources: {'Port': ['ID=c907f4b9-09ba-49cd-aadc-d2d7826d78ec,revision_number=1']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:56.424089 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:56.429071 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7909a5c-0a63-4d3b-acec-7bd3b2d57527 req-ec4457bb-3bb1-401d-ad30-3e3c3e902f70 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:56.430572 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a7909a5c-0a63-4d3b-acec-7bd3b2d57527 req-ec4457bb-3bb1-401d-ad30-3e3c3e902f70 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1606743 May 04 17:18:56.480080 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Attempting to bind port c907f4b9-09ba-49cd-aadc-d2d7826d78ec on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:18:56.480445 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Attempting to bind port c907f4b9-09ba-49cd-aadc-d2d7826d78ec by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:18:56.480798 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Attempting to bind port c907f4b9-09ba-49cd-aadc-d2d7826d78ec on network b26f2540-500c-44b6-9f77-f164ca39393a {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:18:56.485973 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:18:56.486347 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Checking segment: {'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:18:56.486747 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:56.487139 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Bound using segment: {'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:18:56.487598 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Bound port: c907f4b9-09ba-49cd-aadc-d2d7826d78ec, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:18:56.487968 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:56.488090 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a7909a5c-0a63-4d3b-acec-7bd3b2d57527 req-b5df6810-23ac-40c9-a2d7-3cd9fb4e5688 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498986 May 04 17:18:56.577648 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] For port c907f4b9-09ba-49cd-aadc-d2d7826d78ec, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:18:56.580635 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] For port c907f4b9-09ba-49cd-aadc-d2d7826d78ec, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=c907f4b9-09ba-49cd-aadc-d2d7826d78ec,segment=NetworkSegment(c0d908e1-c394-45f9-af15-ecea66160688),segment_id=c0d908e1-c394-45f9-af15-ecea66160688)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:18:56.651015 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:56.654750 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:56.693900 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 2f0ed471-2b11-4443-a37f-3bff8809e887 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:56.712145 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:56.730149 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:56.749014 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:56.790045 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Pushing event updated for resources: {'Port': ['ID=c907f4b9-09ba-49cd-aadc-d2d7826d78ec,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:56.793392 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:56.819690 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faf18a-e072-40e3-989e-a4c721fe3f94 req-5474090e-5b0e-4b0f-98dd-b7dcd9be85f6 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:56.821249 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-21faf18a-e072-40e3-989e-a4c721fe3f94 req-5474090e-5b0e-4b0f-98dd-b7dcd9be85f6 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 943 time: 0.2225456 May 04 17:18:56.856810 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port 2f0ed471-2b11-4443-a37f-3bff8809e887 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:18:56.862794 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 2f0ed471-2b11-4443-a37f-3bff8809e887 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:56.863228 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:56.920611 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-21faf18a-e072-40e3-989e-a4c721fe3f94 req-0bbb8deb-a357-4be6-bc58-470808004bc4 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926898 May 04 17:18:56.943968 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Allocated IP 172.27.3.194 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/0aecd6ff-16d2-42c0-998e-4b5fbe8e4080) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:18:57.019241 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:57.078813 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 2f0ed471-2b11-4443-a37f-3bff8809e887, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2f0ed471-2b11-4443-a37f-3bff8809e887,segment=NetworkSegment(b1bed6c2-bb52-4ee3-b5ef-16047ca122d2),segment_id=b1bed6c2-bb52-4ee3-b5ef-16047ca122d2)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:57.153790 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:57.155814 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:57.254380 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=2f0ed471-2b11-4443-a37f-3bff8809e887,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:57.258151 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:57.295832 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:57.318596 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653236b-904a-4b8b-abbb-9b5e13e871b4 req-3d42a58e-9f8a-4f92-865e-21c35485b08e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:57.320040 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0653236b-904a-4b8b-abbb-9b5e13e871b4 req-3d42a58e-9f8a-4f92-865e-21c35485b08e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 945 time: 0.2401085 May 04 17:18:57.372316 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0653236b-904a-4b8b-abbb-9b5e13e871b4 req-a3c62f53-0011-44c1-a463-891b8015af1f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460751 May 04 17:18:57.428719 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:57.433086 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-85e1744c-d155-44ea-bd2c-2a79c745ebb9 tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:57.496677 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:18:57.500183 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:18:57.508609 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:18:57.536996 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Pushing event updated for resources: {'Port': ['ID=0aecd6ff-16d2-42c0-998e-4b5fbe8e4080,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:57.543558 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:57.685064 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8cef6a-2224-47de-991d-60a4cb7b418a None None] Network b26f2540-500c-44b6-9f77-f164ca39393a requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:18:57.823917 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272b665-c5ed-47e7-877f-224b4650829c req-8ab1a191-47be-4a80-80f1-cb82679660ae tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:57.825405 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d272b665-c5ed-47e7-877f-224b4650829c req-8ab1a191-47be-4a80-80f1-cb82679660ae tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.2055705 May 04 17:18:57.838164 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-7f4d04a7-d452-445a-9d00-92207203adda None None] Provisioning for port c907f4b9-09ba-49cd-aadc-d2d7826d78ec completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:18:57.870958 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d272b665-c5ed-47e7-877f-224b4650829c req-36bfb68e-070d-42bd-8a2b-48c2443ca472 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395555 May 04 17:18:58.139577 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:58.228102 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:58.318877 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5782d-ea2f-46ec-9d50-f76a53054834 req-0a848e16-6187-4e76-b13e-bf65652c81fe tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:58.320315 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e6a5782d-ea2f-46ec-9d50-f76a53054834 req-0a848e16-6187-4e76-b13e-bf65652c81fe tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 943 time: 0.2602358 May 04 17:18:58.341748 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device c907f4b9-09ba-49cd-aadc-d2d7826d78ec up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:18:58.438302 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e6a5782d-ea2f-46ec-9d50-f76a53054834 req-6cf306a4-d2ce-4d2a-a993-2215b504f909 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118522 May 04 17:18:58.461860 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port c907f4b9-09ba-49cd-aadc-d2d7826d78ec completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:18:58.466609 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port c907f4b9-09ba-49cd-aadc-d2d7826d78ec triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:18:58.466967 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:58.579247 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663999'] for router, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:58.584264 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:58.615920 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port c907f4b9-09ba-49cd-aadc-d2d7826d78ec, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=c907f4b9-09ba-49cd-aadc-d2d7826d78ec,segment=NetworkSegment(c0d908e1-c394-45f9-af15-ecea66160688),segment_id=c0d908e1-c394-45f9-af15-ecea66160688)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:58.690741 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device df70897c-b93b-4bea-8801-f60674f1a870 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:18:58.697814 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:58.700436 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:58.851306 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=c907f4b9-09ba-49cd-aadc-d2d7826d78ec,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:58.856514 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:58.865794 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0704d5f-2956-47a4-b2bf-2f71897dfc65 req-a6988c56-fb0d-4f0a-a29b-13b339599b44 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:58.867237 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d0704d5f-2956-47a4-b2bf-2f71897dfc65 req-a6988c56-fb0d-4f0a-a29b-13b339599b44 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.3332698 May 04 17:18:58.892321 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port df70897c-b93b-4bea-8801-f60674f1a870, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=df70897c-b93b-4bea-8801-f60674f1a870,segment=NetworkSegment(2c1b206b-aec0-4ce9-b884-5ba104bf6397),segment_id=2c1b206b-aec0-4ce9-b884-5ba104bf6397)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:58.905424 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': 'df70897c-b93b-4bea-8801-f60674f1a870', 'network_id': '46bc4387-20d2-4931-8d45-5e317384e52d', 'port_id': 'df70897c-b93b-4bea-8801-f60674f1a870', 'mac_address': 'fa:16:3e:48:f0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdf2136-4778-494c-ae2f-482a994207a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:18:58.932674 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d0704d5f-2956-47a4-b2bf-2f71897dfc65 req-4a15402a-56b7-4e05-98bd-58b4f6c68b39 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540338 May 04 17:18:58.969795 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:58.987021 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df70897c-b93b-4bea-8801-f60674f1a870 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:18:59.002850 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port df70897c-b93b-4bea-8801-f60674f1a870, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=df70897c-b93b-4bea-8801-f60674f1a870,segment=NetworkSegment(2c1b206b-aec0-4ce9-b884-5ba104bf6397),segment_id=2c1b206b-aec0-4ce9-b884-5ba104bf6397)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:18:59.010533 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Router 2838f476-4366-4a47-b99e-8446622b4043 is scheduled to L3 agent 07946e48-6551-4126-921d-b197646287c6 with binding_index 1 {{(pid=74290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:18:59.079065 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:59.080964 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:18:59.148745 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=df70897c-b93b-4bea-8801-f60674f1a870,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:18:59.151760 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:18:59.241983 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:18:59.250069 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Sync routers for ids ['2838f476-4366-4a47-b99e-8446622b4043'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:18:59.253813 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9375e6f-c631-4d25-a61c-5fde49644a6d req-5483ef7f-4b70-4c0c-8810-babce246c915 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:59.255280 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c9375e6f-c631-4d25-a61c-5fde49644a6d req-5483ef7f-4b70-4c0c-8810-babce246c915 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1901748 May 04 17:18:59.259287 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Routers {'2838f476-4366-4a47-b99e-8446622b4043'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:18:59.259891 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:18:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['2838f476-4366-4a47-b99e-8446622b4043'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:59.306850 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c9375e6f-c631-4d25-a61c-5fde49644a6d req-f8438bcf-c94e-48bc-9283-5d037373352a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446663 May 04 17:18:59.313557 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['df70897c-b93b-4bea-8801-f60674f1a870'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:18:59.410512 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:18:59.412264 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-8bf8a972-6630-4bc6-86af-4a7a0d7f6e8d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6603944 May 04 17:18:59.415071 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54830) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:18:59.507782 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Set router 2838f476-4366-4a47-b99e-8446622b4043 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:18:59.736005 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b600f8f-1a40-4cfa-8c87-5dedfc5c381e req-09478d73-a002-4e77-ba7b-f24e98924144 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:18:59.737469 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9b600f8f-1a40-4cfa-8c87-5dedfc5c381e req-09478d73-a002-4e77-ba7b-f24e98924144 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 944 time: 0.1815023 May 04 17:18:59.857676 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9b600f8f-1a40-4cfa-8c87-5dedfc5c381e req-5cc046f2-84e9-4cd3-b1d1-e58cfe809af6 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680223 May 04 17:18:59.957303 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2838f476-4366-4a47-b99e-8446622b4043', 'name': 'tempest-TestMinimumBasicScenario-531426145-router', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:55Z', 'updated_at': '2021-05-04T17:18:57Z', 'revision_number': 3, 'project_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'gw_port': {'id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2838f476-4366-4a47-b99e-8446622b4043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:56Z', 'updated_at': '2021-05-04T17:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:18:59.970622 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Checking router: 2838f476-4366-4a47-b99e-8446622b4043 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:18:59.970970 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Updating router 2838f476-4366-4a47-b99e-8446622b4043 port 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 binding host dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:19:00.031840 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:00.198315 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2697ee6d-1701-4a05-be49-540a7ae00890 req-8eecaebe-eec6-40a5-bb83-2be1cd7856af tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:00.199761 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2697ee6d-1701-4a05-be49-540a7ae00890 req-8eecaebe-eec6-40a5-bb83-2be1cd7856af tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1488352 May 04 17:19:00.283584 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2697ee6d-1701-4a05-be49-540a7ae00890 req-24faa2b3-bd69-495a-8fc2-806efd14423f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594466 May 04 17:19:00.285514 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:00.346518 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device c907f4b9-09ba-49cd-aadc-d2d7826d78ec up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:00.397872 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:00.421152 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Transition to ACTIVE for port object 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:19:00.441210 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port c907f4b9-09ba-49cd-aadc-d2d7826d78ec triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:00.441629 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:00.493366 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:00.498737 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-0bb044aa-6b78-4a31-9e9e-443fe35c4c31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:00.583166 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3165c-1c91-43c2-a1fa-b1ca9afcc4d4 None None] Pushing event updated for resources: {'Port': ['ID=0aecd6ff-16d2-42c0-998e-4b5fbe8e4080,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:00.587305 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-41f3165c-1c91-43c2-a1fa-b1ca9afcc4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:00.615954 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Attempting to bind port 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:19:00.616321 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Attempting to bind port 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:19:00.616678 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Attempting to bind port 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 on network 58073673-7c28-4b4b-bd9f-8e1f44915109 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:19:00.631797 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:19:00.632162 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Checking segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:19:00.632553 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:00.632969 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Bound using segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:19:00.633422 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Bound port: 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:19:00.633785 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:00.683253 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Allocated IP 172.20.0.1 (b26f2540-500c-44b6-9f77-f164ca39393a/5eb2d53a-0408-49ca-98da-93db73ae5f2f/c3002bdd-f6f5-4d02-b1e0-105ab95488b8) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:19:00.694318 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305a79e-db17-4799-b9b9-e881734ae7fb req-f05160d2-ffea-471d-beb6-a4a47703d42e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:00.695779 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7305a79e-db17-4799-b9b9-e881734ae7fb req-f05160d2-ffea-471d-beb6-a4a47703d42e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.2659314 May 04 17:19:00.708892 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device df70897c-b93b-4bea-8801-f60674f1a870 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:00.758224 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] For port 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:19:00.777758 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] For port 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=0aecd6ff-16d2-42c0-998e-4b5fbe8e4080,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:19:00.829264 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7305a79e-db17-4799-b9b9-e881734ae7fb req-cbf8a40f-c660-4949-b3b4-85f399402357 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255667 May 04 17:19:00.835153 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:00.840129 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:00.873669 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:00.884731 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port df70897c-b93b-4bea-8801-f60674f1a870 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:19:00.890717 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Transition to ACTIVE for port object c3002bdd-f6f5-4d02-b1e0-105ab95488b8 will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:19:00.894652 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port df70897c-b93b-4bea-8801-f60674f1a870 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:00.894652 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:00.965725 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:00.981101 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Routers {'2838f476-4366-4a47-b99e-8446622b4043'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:19:00.981725 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:18:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['2838f476-4366-4a47-b99e-8446622b4043'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:01.006861 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:01.033501 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f3165c-1c91-43c2-a1fa-b1ca9afcc4d4 None None] Pushing event updated for resources: {'Port': ['ID=0aecd6ff-16d2-42c0-998e-4b5fbe8e4080,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:01.049158 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-41f3165c-1c91-43c2-a1fa-b1ca9afcc4d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:01.088182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Network b26f2540-500c-44b6-9f77-f164ca39393a is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:19:01.092764 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:19:01.094567 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Pushing event updated for resources: {'Port': ['ID=c3002bdd-f6f5-4d02-b1e0-105ab95488b8,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:01.096681 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:19:01.125975 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:01.166614 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656592'] for router_interface, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:01.175423 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:01.190110 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0456229-42b8-4c5e-afe5-c411b44eab2e req-a53163ff-05d5-4fcc-8d12-148d1c887bac tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:01.193284 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b0456229-42b8-4c5e-afe5-c411b44eab2e req-a53163ff-05d5-4fcc-8d12-148d1c887bac tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 944 time: 0.2263992 May 04 17:19:01.207449 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:01.240732 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] Set router 2838f476-4366-4a47-b99e-8446622b4043 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:19:01.253417 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b0456229-42b8-4c5e-afe5-c411b44eab2e req-8596ff11-cc24-495b-848c-685b384f5924 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540946 May 04 17:19:01.383373 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port df70897c-b93b-4bea-8801-f60674f1a870, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=df70897c-b93b-4bea-8801-f60674f1a870,segment=NetworkSegment(2c1b206b-aec0-4ce9-b884-5ba104bf6397),segment_id=2c1b206b-aec0-4ce9-b884-5ba104bf6397)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:19:01.466516 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:01.472171 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:01.481334 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:01.516202 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-4648eadc-5140-4052-9126-e0184a65e6e6 None None] Provisioning for port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:19:01.533058 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-4648eadc-5140-4052-9126-e0184a65e6e6 None None] Provisioning complete for port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:01.533436 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-4648eadc-5140-4052-9126-e0184a65e6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:01.584453 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c8e13-c741-43ad-b0d8-f6980123adfc req-b363a893-6eb1-4ddb-a4b0-e2a9ad98fbce tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:01.586216 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f09c8e13-c741-43ad-b0d8-f6980123adfc req-b363a893-6eb1-4ddb-a4b0-e2a9ad98fbce tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1778338 May 04 17:19:01.616359 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=df70897c-b93b-4bea-8801-f60674f1a870,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:01.649227 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:01.656659 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-4648eadc-5140-4052-9126-e0184a65e6e6 None None] Port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:19:01.687300 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2838f476-4366-4a47-b99e-8446622b4043', 'name': 'tempest-TestMinimumBasicScenario-531426145-router', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:55Z', 'updated_at': '2021-05-04T17:18:57Z', 'revision_number': 3, 'project_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'gw_port': {'id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2838f476-4366-4a47-b99e-8446622b4043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:56Z', 'updated_at': '2021-05-04T17:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:01.691185 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b2ced7-bd67-4c19-a294-b9b9628d4f8f None None] The sync data for ids ['2838f476-4366-4a47-b99e-8446622b4043'] in dv-cinder-789603-1-iscsi is: [{'id': '2838f476-4366-4a47-b99e-8446622b4043', 'name': 'tempest-TestMinimumBasicScenario-531426145-router', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:55Z', 'updated_at': '2021-05-04T17:18:57Z', 'revision_number': 3, 'project_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'gw_port': {'id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2838f476-4366-4a47-b99e-8446622b4043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:56Z', 'updated_at': '2021-05-04T17:19:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:19:01.730139 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f09c8e13-c741-43ad-b0d8-f6980123adfc req-12a739bb-0166-4d79-b2b4-b4bbba69e3c6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369576 May 04 17:19:01.787440 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:01.856480 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4104451'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:01.883900 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-980a4421-4df9-424d-bfaa-a2465e69ded4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:02.017557 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Pushing event updated for resources: {'Port': ['ID=c3002bdd-f6f5-4d02-b1e0-105ab95488b8,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:02.019665 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656499'] for router_interface, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:02.023433 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:02.167926 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f8131-89f7-47f4-989f-94d239021c5c req-55282b6a-4aaa-4a14-8ce7-fc7cf086311f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:02.169480 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-678f8131-89f7-47f4-989f-94d239021c5c req-55282b6a-4aaa-4a14-8ce7-fc7cf086311f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1976378 May 04 17:19:02.225003 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Network b26f2540-500c-44b6-9f77-f164ca39393a is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:19:02.227877 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:19:02.243125 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-678f8131-89f7-47f4-989f-94d239021c5c req-8b208c89-269e-447d-ba55-b64e59417fe7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619507 May 04 17:19:02.401832 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:02.485967 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-2bb97d07-17c6-4822-a524-cf3d19ea3bac None None] Provisioning complete for port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:02.486376 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-2bb97d07-17c6-4822-a524-cf3d19ea3bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:02.537100 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:19:02.547629 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:02.548005 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:02.575922 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-2bb97d07-17c6-4822-a524-cf3d19ea3bac None None] Port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:19:02.610521 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Router 2838f476-4366-4a47-b99e-8446622b4043 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:19:02.668462 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:02.684344 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=0aecd6ff-16d2-42c0-998e-4b5fbe8e4080,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:19:02.709223 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee335-20dc-46be-8f3d-c6502e62ea97 req-fe85d970-c1cb-4b11-95e8-a97ddb40dee8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:02.710644 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bd2ee335-20dc-46be-8f3d-c6502e62ea97 req-fe85d970-c1cb-4b11-95e8-a97ddb40dee8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.2749324 May 04 17:19:02.748029 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:02.750145 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:02.822335 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=0aecd6ff-16d2-42c0-998e-4b5fbe8e4080,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:02.825407 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:02.841120 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bd2ee335-20dc-46be-8f3d-c6502e62ea97 req-67e1cb10-63eb-4a6d-8afc-1a99eaf75d0f tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222978 May 04 17:19:02.851236 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:19:02.869051 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] 10.222.0.22 "PUT /v2.0/routers/2838f476-4366-4a47-b99e-8446622b4043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4529905 May 04 17:19:03.018630 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8628f-38ce-4ead-ad73-44d282fd5bfb req-732fad6b-95c0-4ab1-8272-cb4db8eb9a2c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:03.020115 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d9e8628f-38ce-4ead-ad73-44d282fd5bfb req-732fad6b-95c0-4ab1-8272-cb4db8eb9a2c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0850563 May 04 17:19:03.065190 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d9e8628f-38ce-4ead-ad73-44d282fd5bfb req-bba1f780-4652-44e0-8a07-e91d76caae8e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390160 May 04 17:19:03.304233 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Sync routers for ids ['2838f476-4366-4a47-b99e-8446622b4043'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:19:03.317315 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Routers {'2838f476-4366-4a47-b99e-8446622b4043'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:19:03.317315 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:18:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['2838f476-4366-4a47-b99e-8446622b4043'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:03.446182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db323cf6-be8c-4f09-b2e6-5e8adcad0d6e req-73814af7-755c-4b70-a9dd-36d8904d7fd2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:03.449135 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-db323cf6-be8c-4f09-b2e6-5e8adcad0d6e req-73814af7-755c-4b70-a9dd-36d8904d7fd2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0842898 May 04 17:19:03.496642 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Set router 2838f476-4366-4a47-b99e-8446622b4043 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:19:03.499557 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-db323cf6-be8c-4f09-b2e6-5e8adcad0d6e req-834c0bef-e865-40e0-8a05-15ea02e618d3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458913 May 04 17:19:03.604181 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54866) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:19:03.610004 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-81005357-network', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:19:03.615560 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:19:03.619380 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Usage tracker for resource:network and tenant:9e89319ccc3c479cb501b3e0720c76e3 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:19:03.622178 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:19:03.627816 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:19:03.696473 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Made reservation on behalf of 9e89319ccc3c479cb501b3e0720c76e3 for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:19:03.698804 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:03.711215 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:03.725992 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:19:03.729821 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Usage tracker for resource:security_group_rule and tenant:9e89319ccc3c479cb501b3e0720c76e3 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:19:03.732919 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:19:03.738880 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:19:03.822474 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:03.825917 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2838f476-4366-4a47-b99e-8446622b4043', 'name': 'tempest-TestMinimumBasicScenario-531426145-router', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:55Z', 'updated_at': '2021-05-04T17:19:01Z', 'revision_number': 4, 'project_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'gw_port': {'id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2838f476-4366-4a47-b99e-8446622b4043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:56Z', 'updated_at': '2021-05-04T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'c3002bdd-f6f5-4d02-b1e0-105ab95488b8', 'name': '', 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'mac_address': 'fa:16:3e:7b:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2838f476-4366-4a47-b99e-8446622b4043', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '5eb2d53a-0408-49ca-98da-93db73ae5f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:00Z', 'updated_at': '2021-05-04T17:19:01Z', 'revision_number': 2, 'project_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'subnets': [{'id': '5eb2d53a-0408-49ca-98da-93db73ae5f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:03.829642 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Checking router: 2838f476-4366-4a47-b99e-8446622b4043 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:19:03.829982 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Updating router 2838f476-4366-4a47-b99e-8446622b4043 port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 binding host dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:19:03.880538 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:03.890767 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:03.898780 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0de44dc8-e6ff-4d48-8a1f-71603b062562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:03.924071 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:19:03.933750 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676e8444-8539-4256-a3e0-b100d4c92232,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:03.937679 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:03.942085 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:03.942577 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.segments_db [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Added segment 59a08e32-3f34-41f7-86aa-db79f6b7c512 of type vlan for network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d May 04 17:19:04.016435 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:04.069769 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6f89-8fb8-49fc-86c6-f4fb7acd36b1 req-9b06ea84-72cf-4e7b-ae7d-04b86c0802f3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:04.071574 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae2e6f89-8fb8-49fc-86c6-f4fb7acd36b1 req-9b06ea84-72cf-4e7b-ae7d-04b86c0802f3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.1232533 May 04 17:19:04.117670 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae2e6f89-8fb8-49fc-86c6-f4fb7acd36b1 req-9a2ebdcc-c3e4-412f-8ba8-11cda4ab00de tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400074 May 04 17:19:04.118578 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:04.119915 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:04.120493 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:04.125679 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-535c5258-8ff7-4ecc-ad37-7d3fa5bbb45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:04.214931 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Notify callbacks [] for port, precommit_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:04.226268 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.provisioning_blocks [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Transition to ACTIVE for port object c3002bdd-f6f5-4d02-b1e0-105ab95488b8 will not be triggered until provisioned by entity L2. {{(pid=74293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:19:04.229010 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Pushing event updated for resources: {'Network': ['ID=13b9e35d-a309-4871-aa1b-e4b36c6faa9d,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:04.232570 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:04.238806 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:19:04.303309 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-e038c611-9fc7-4f79-899c-cc9acc1e7f41 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6979725 May 04 17:19:04.305928 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54874) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:19:04.312050 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Request body: {'subnet': {'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-81005357-subnet', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:19:04.319926 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:19:04.329160 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd880dae-78a0-47b1-80aa-a010f648f179 req-a73b38e3-eaf7-44d2-83a4-3e036551f041 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:04.330671 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fd880dae-78a0-47b1-80aa-a010f648f179 req-a73b38e3-eaf7-44d2-83a4-3e036551f041 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1034353 May 04 17:19:04.333752 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Usage tracker for resource:subnet and tenant:9e89319ccc3c479cb501b3e0720c76e3 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:19:04.335402 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:04.336712 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:19:04.340366 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:04.344059 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:19:04.348792 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:04.392392 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fd880dae-78a0-47b1-80aa-a010f648f179 req-9efecb5c-2b6e-464b-81da-504a7cbeb145 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451567 May 04 17:19:04.420514 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:04.421078 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:04.482578 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Pushing event updated for resources: {'Port': ['ID=c3002bdd-f6f5-4d02-b1e0-105ab95488b8,revision_number=3']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:04.491196 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:04.491771 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:04.492087 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:04.492420 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:04.492692 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:04.493023 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:04.493361 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:04.493619 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:04.493933 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:04.494407 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:04.494705 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:04.495001 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:04.503437 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:04.559670 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Made reservation on behalf of 9e89319ccc3c479cb501b3e0720c76e3 for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:19:04.562321 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2347317'] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:04.592899 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Attempting to bind port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:19:04.593800 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Attempting to bind port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:19:04.594142 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Attempting to bind port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 on network b26f2540-500c-44b6-9f77-f164ca39393a {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:19:04.600617 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:19:04.601030 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Checking segment: {'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:19:04.601733 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:04.602120 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Bound using segment: {'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:19:04.602581 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Bound port: c3002bdd-f6f5-4d02-b1e0-105ab95488b8, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'}}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:19:04.602949 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:04.698455 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] For port c3002bdd-f6f5-4d02-b1e0-105ab95488b8, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:19:04.701448 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] For port c3002bdd-f6f5-4d02-b1e0-105ab95488b8, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=c3002bdd-f6f5-4d02-b1e0-105ab95488b8,segment=NetworkSegment(c0d908e1-c394-45f9-af15-ecea66160688),segment_id=c0d908e1-c394-45f9-af15-ecea66160688)] {{(pid=74293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:19:04.774043 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233dc32-7809-4c99-aa4a-d8f49b9314c5 req-92e1dede-92ca-4dc1-ba22-e1cb44a73530 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:04.775477 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d233dc32-7809-4c99-aa4a-d8f49b9314c5 req-92e1dede-92ca-4dc1-ba22-e1cb44a73530 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1345711 May 04 17:19:04.783256 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:04.788287 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-d307c6ac-790c-4932-b3fd-965d7e09a5c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:04.853167 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d233dc32-7809-4c99-aa4a-d8f49b9314c5 req-cd1a2471-7a65-4db2-a435-582baecb3bd4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710981 May 04 17:19:04.860556 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Pushing event updated for resources: {'Port': ['ID=c3002bdd-f6f5-4d02-b1e0-105ab95488b8,revision_number=4']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:04.866061 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:04.872394 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Routers {'2838f476-4366-4a47-b99e-8446622b4043'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:19:04.873246 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:18:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['2838f476-4366-4a47-b99e-8446622b4043'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:05.054928 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] Set router 2838f476-4366-4a47-b99e-8446622b4043 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:19:05.126218 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4104836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2347299'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:05.130671 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8046d4f7-b735-4816-8fd3-2dcf573cc909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:05.198991 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:05.202331 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:05.208712 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Checking segment: {'id': '59a08e32-3f34-41f7-86aa-db79f6b7c512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:19:05.209052 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Network hostable DHCP agents. Network: 13b9e35d-a309-4871-aa1b-e4b36c6faa9d, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:19:05.275027 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:19:05.321519 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c8fa0-691e-475c-bada-b02701ef7c29 req-145a1a48-2d49-4c32-9978-e2298fda060b tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:05.322967 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e50c8fa0-691e-475c-bada-b02701ef7c29 req-145a1a48-2d49-4c32-9978-e2298fda060b tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0866978 May 04 17:19:05.324666 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 13b9e35d-a309-4871-aa1b-e4b36c6faa9d) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:19:05.333932 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e6a205-1be8-46ed-a11b-f0da08422642 None None] Network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:19:05.347742 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:05.348913 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:05.385362 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e50c8fa0-691e-475c-bada-b02701ef7c29 req-02e21840-a926-4b6a-a0b7-56b51b252013 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542941 May 04 17:19:05.401711 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2838f476-4366-4a47-b99e-8446622b4043', 'name': 'tempest-TestMinimumBasicScenario-531426145-router', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:55Z', 'updated_at': '2021-05-04T17:19:01Z', 'revision_number': 4, 'project_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'gw_port': {'id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2838f476-4366-4a47-b99e-8446622b4043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:56Z', 'updated_at': '2021-05-04T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'c3002bdd-f6f5-4d02-b1e0-105ab95488b8', 'name': '', 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'mac_address': 'fa:16:3e:7b:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2838f476-4366-4a47-b99e-8446622b4043', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '5eb2d53a-0408-49ca-98da-93db73ae5f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:00Z', 'updated_at': '2021-05-04T17:19:04Z', 'revision_number': 4, 'project_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'subnets': [{'id': '5eb2d53a-0408-49ca-98da-93db73ae5f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:05.405861 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3584d2-4660-4144-9ac1-2cbdadeb2050 None None] The sync data for ids ['2838f476-4366-4a47-b99e-8446622b4043'] in dv-cinder-789603-1-iscsi is: [{'id': '2838f476-4366-4a47-b99e-8446622b4043', 'name': 'tempest-TestMinimumBasicScenario-531426145-router', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:55Z', 'updated_at': '2021-05-04T17:19:01Z', 'revision_number': 4, 'project_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'gw_port': {'id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2838f476-4366-4a47-b99e-8446622b4043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:56Z', 'updated_at': '2021-05-04T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'c3002bdd-f6f5-4d02-b1e0-105ab95488b8', 'name': '', 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'mac_address': 'fa:16:3e:7b:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2838f476-4366-4a47-b99e-8446622b4043', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '5eb2d53a-0408-49ca-98da-93db73ae5f2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:00Z', 'updated_at': '2021-05-04T17:19:04Z', 'revision_number': 4, 'project_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'subnets': [{'id': '5eb2d53a-0408-49ca-98da-93db73ae5f2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:19:05.427603 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:19:05.456951 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-311cc45e-76ed-4e55-914a-e6571d318157 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1498873 May 04 17:19:05.459935 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54884) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:19:05.468126 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-81005357-router', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:19:05.478234 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:19:05.483468 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Usage tracker for resource:router and tenant:9e89319ccc3c479cb501b3e0720c76e3 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:19:05.487254 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:19:05.493638 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:19:05.579867 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf27f0d-063a-504b-a3f5-e8bcc92892d2-13b9e35d-a309-4871-aa1b-e4b36c6faa9d', 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'fixed_ips': [{'subnet_id': '91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e'}]}} from dv-cinder-789603-1-iscsi. {{(pid=74292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:19:05.580759 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:05.592961 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4207'] for router, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:05.594047 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4198'] for router, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:05.625488 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:05.749773 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.db_base_plugin_common [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Allocated IP 172.20.0.2 (13b9e35d-a309-4871-aa1b-e4b36c6faa9d/91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e/885e120d-b5dd-4fa6-a71c-854cb16ef18f) {{(pid=74292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:19:05.772826 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfad25-fc77-48d3-bd9d-f106152723fc req-6595e559-b256-4358-9ec5-f8b0055983ae tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:05.774369 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dedfad25-fc77-48d3-bd9d-f106152723fc req-6595e559-b256-4358-9ec5-f8b0055983ae tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.2229555 May 04 17:19:05.828622 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dedfad25-fc77-48d3-bd9d-f106152723fc req-a5dad8a8-a497-47ed-8f08-846d1802758d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473690 May 04 17:19:05.969015 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Notify callbacks [] for port, precommit_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:05.980650 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Transition to ACTIVE for port object 885e120d-b5dd-4fa6-a71c-854cb16ef18f will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:19:05.999749 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Transition to ACTIVE for port object 885e120d-b5dd-4fa6-a71c-854cb16ef18f will not be triggered until provisioned by entity DHCP. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:19:06.063000 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:06.067185 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:06.135978 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d is already hosted by enough agents. {{(pid=74292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:19:06.139374 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.base_scheduler [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Resources bound (agent type, host, resource id): {{(pid=74292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:19:06.142371 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Received port after_create {{(pid=74292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:19:06.147419 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4244'] for router, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:06.152196 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Pushing event updated for resources: {'Port': ['ID=885e120d-b5dd-4fa6-a71c-854cb16ef18f,revision_number=1']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:06.157445 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:06.192631 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a46e8-ee1a-428f-a103-5c31a1086b8d req-685e7031-9de1-49a6-a3e7-09f5156d9376 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:06.194292 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ac9a46e8-ee1a-428f-a103-5c31a1086b8d req-685e7031-9de1-49a6-a3e7-09f5156d9376 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1699631 May 04 17:19:06.272697 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ac9a46e8-ee1a-428f-a103-5c31a1086b8d req-44a0b1c7-4ec0-4727-9214-d9e410028887 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717511 May 04 17:19:06.279759 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Attempting to bind port 885e120d-b5dd-4fa6-a71c-854cb16ef18f on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:19:06.280129 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Attempting to bind port 885e120d-b5dd-4fa6-a71c-854cb16ef18f by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '59a08e32-3f34-41f7-86aa-db79f6b7c512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:19:06.280484 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Attempting to bind port 885e120d-b5dd-4fa6-a71c-854cb16ef18f on network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:19:06.288218 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:19:06.288218 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Checking segment: {'id': '59a08e32-3f34-41f7-86aa-db79f6b7c512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:19:06.288562 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:06.288979 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Bound using segment: {'id': '59a08e32-3f34-41f7-86aa-db79f6b7c512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:19:06.289455 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Bound port: 885e120d-b5dd-4fa6-a71c-854cb16ef18f, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a08e32-3f34-41f7-86aa-db79f6b7c512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:19:06.289811 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:06.397201 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device c3002bdd-f6f5-4d02-b1e0-105ab95488b8 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:06.422630 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] For port 885e120d-b5dd-4fa6-a71c-854cb16ef18f, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:19:06.447094 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] For port 885e120d-b5dd-4fa6-a71c-854cb16ef18f, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=885e120d-b5dd-4fa6-a71c-854cb16ef18f,segment=NetworkSegment(59a08e32-3f34-41f7-86aa-db79f6b7c512),segment_id=59a08e32-3f34-41f7-86aa-db79f6b7c512)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:19:06.531635 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:06.535338 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:06.571343 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:19:06.595355 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:06.595732 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:06.623701 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:06.658910 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:06.673213 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Pushing event updated for resources: {'Port': ['ID=885e120d-b5dd-4fa6-a71c-854cb16ef18f,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:06.676556 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:06.744687 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:06.747037 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef93537-c672-492f-9922-c2ef751f1006 req-15692ec5-4043-443b-a71d-f61214ea5c43 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:06.748698 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cef93537-c672-492f-9922-c2ef751f1006 req-15692ec5-4043-443b-a71d-f61214ea5c43 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.2233121 May 04 17:19:06.779124 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port c3002bdd-f6f5-4d02-b1e0-105ab95488b8, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=c3002bdd-f6f5-4d02-b1e0-105ab95488b8,segment=NetworkSegment(c0d908e1-c394-45f9-af15-ecea66160688),segment_id=c0d908e1-c394-45f9-af15-ecea66160688)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:19:06.827292 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:06.830645 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-9b1f817d-2c47-452e-8c3b-2ee100810194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:06.851879 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cef93537-c672-492f-9922-c2ef751f1006 req-487507d1-dbd0-4078-bbbd-f8e8924fe8f1 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600057 May 04 17:19:06.891192 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Allocated IP 172.27.3.32 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/6b58bb94-0fe1-4b14-86b4-1599ba86bb0f) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:19:06.935561 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=c3002bdd-f6f5-4d02-b1e0-105ab95488b8,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:06.947088 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:07.113296 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:07.137070 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da00f7-c113-45de-8ce4-3e0e67f0067e req-7732a720-2a89-411c-96df-8b2b459c28b5 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:07.138509 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-83da00f7-c113-45de-8ce4-3e0e67f0067e req-7732a720-2a89-411c-96df-8b2b459c28b5 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1248133 May 04 17:19:07.194774 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-83da00f7-c113-45de-8ce4-3e0e67f0067e req-fe923ce7-39dd-499c-9c8d-fbc53b97bbf0 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497630 May 04 17:19:07.240474 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:07.245251 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:07.302156 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:19:07.309481 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:19:07.312153 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:19:07.358485 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Pushing event updated for resources: {'Port': ['ID=6b58bb94-0fe1-4b14-86b4-1599ba86bb0f,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:07.371382 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:07.371703 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:07.372004 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:07.372353 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:07.372697 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:07.373062 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:07.373403 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:07.373740 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:07.374078 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:07.374413 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:07.374748 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:07.375082 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:07.379477 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:07.570538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560cb0a6-7b59-4eab-835b-e8896178e02c None None] Network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:19:07.730392 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-6dc213d5-9532-4675-9d90-4174f39e15ed None None] Provisioning for port 885e120d-b5dd-4fa6-a71c-854cb16ef18f completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:19:07.744567 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73a835-dee5-401c-858c-dae527edfb6b req-261924ed-1332-460b-997a-d51ab42624b3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:07.746048 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2e73a835-dee5-401c-858c-dae527edfb6b req-261924ed-1332-460b-997a-d51ab42624b3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.2053835 May 04 17:19:07.847295 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2e73a835-dee5-401c-858c-dae527edfb6b req-207cdb02-1e43-4867-aeed-069c21f25503 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948224 May 04 17:19:07.967998 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:08.197376 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011039cb-e671-44de-bbe2-435d72db1dae req-6df64f0d-45e6-4d86-808f-6eafa18e6396 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:08.198706 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-011039cb-e671-44de-bbe2-435d72db1dae req-6df64f0d-45e6-4d86-808f-6eafa18e6396 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.1845191 May 04 17:19:08.368803 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-011039cb-e671-44de-bbe2-435d72db1dae req-a199e7f0-83ed-4d28-bb66-07e3e3183044 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167128 May 04 17:19:08.398939 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663999'] for router, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:08.416133 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device c3002bdd-f6f5-4d02-b1e0-105ab95488b8 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:08.485232 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:08.485519 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:08.600542 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 885e120d-b5dd-4fa6-a71c-854cb16ef18f up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:08.644531 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521b3a7-3ed7-476e-838f-98e1c19d1cd3 req-b7795bc3-7070-4147-8caf-b9e9039003d5 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:08.646048 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a521b3a7-3ed7-476e-838f-98e1c19d1cd3 req-b7795bc3-7070-4147-8caf-b9e9039003d5 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1790764 May 04 17:19:08.702076 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a521b3a7-3ed7-476e-838f-98e1c19d1cd3 req-315b54ac-cf57-46ea-90f7-2c72227ca520 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503972 May 04 17:19:08.747953 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 885e120d-b5dd-4fa6-a71c-854cb16ef18f completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:19:08.752772 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 885e120d-b5dd-4fa6-a71c-854cb16ef18f triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:08.753175 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:08.758931 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Router 35de8870-70ef-4b73-92c6-489715cedd70 is scheduled to L3 agent 07946e48-6551-4126-921d-b197646287c6 with binding_index 1 {{(pid=74290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:19:08.871811 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:08.905735 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 885e120d-b5dd-4fa6-a71c-854cb16ef18f, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=885e120d-b5dd-4fa6-a71c-854cb16ef18f,segment=NetworkSegment(59a08e32-3f34-41f7-86aa-db79f6b7c512),segment_id=59a08e32-3f34-41f7-86aa-db79f6b7c512)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:19:08.970935 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:08.972751 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:09.040179 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=885e120d-b5dd-4fa6-a71c-854cb16ef18f,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:09.043111 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:09.097705 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:19:09.106727 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Sync routers for ids ['35de8870-70ef-4b73-92c6-489715cedd70'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:19:09.115429 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Routers {'35de8870-70ef-4b73-92c6-489715cedd70'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:19:09.116031 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:18:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['35de8870-70ef-4b73-92c6-489715cedd70'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:09.138155 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add661b2-fb39-4d74-a94b-1a3f8f6255f4 req-7df05956-9dd0-4805-ad40-345ec1642859 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:09.144691 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-add661b2-fb39-4d74-a94b-1a3f8f6255f4 req-7df05956-9dd0-4805-ad40-345ec1642859 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1725488 May 04 17:19:09.184547 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-add661b2-fb39-4d74-a94b-1a3f8f6255f4 req-7d703334-568c-477c-acdf-e4e17d426f6b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382855 May 04 17:19:09.204948 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:09.209104 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7432024 May 04 17:19:09.209329 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 54902) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:19:09.287761 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Set router 35de8870-70ef-4b73-92c6-489715cedd70 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:19:09.604500 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35de8870-70ef-4b73-92c6-489715cedd70', 'name': 'tempest-TestMinimumBasicScenario-81005357-router', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:19:05Z', 'updated_at': '2021-05-04T17:19:07Z', 'revision_number': 3, 'project_id': '9e89319ccc3c479cb501b3e0720c76e3', 'gw_port': {'id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35de8870-70ef-4b73-92c6-489715cedd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:06Z', 'updated_at': '2021-05-04T17:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:09.608503 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Checking router: 35de8870-70ef-4b73-92c6-489715cedd70 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:19:09.608863 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Updating router 35de8870-70ef-4b73-92c6-489715cedd70 port 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f binding host dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:19:09.661727 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:09.744264 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5f769-d985-43a4-976e-9d3b58249213 req-836b28fc-13c5-44cd-9042-a45840dd02fc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:09.745733 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-82c5f769-d985-43a4-976e-9d3b58249213 req-836b28fc-13c5-44cd-9042-a45840dd02fc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.2302613 May 04 17:19:09.839789 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-82c5f769-d985-43a4-976e-9d3b58249213 req-91eeca25-f60d-40f6-8ae7-bbf3c8e80e15 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865908 May 04 17:19:09.992572 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:10.003813 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Transition to ACTIVE for port object 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:19:10.010794 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:10.085020 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:10.089584 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-930dcde3-2d1d-4fb8-baa9-a00b8fb7bc8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:10.115830 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaac121-d83a-4640-99e3-292b5533073a req-983e0199-05c4-4c76-bd30-9db192b897c3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:10.117284 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-abaac121-d83a-4640-99e3-292b5533073a req-983e0199-05c4-4c76-bd30-9db192b897c3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1644943 May 04 17:19:10.162761 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Attempting to bind port 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:19:10.175130 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Attempting to bind port 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:19:10.175130 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Attempting to bind port 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f on network 58073673-7c28-4b4b-bd9f-8e1f44915109 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:19:10.175130 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e2360-562c-423b-9657-b93943740636 None None] Pushing event updated for resources: {'Port': ['ID=6b58bb94-0fe1-4b14-86b4-1599ba86bb0f,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:10.175130 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:19:10.175130 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Checking segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:19:10.175644 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:10.175994 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Bound using segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:19:10.176482 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Bound port: 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:19:10.176865 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:10.204033 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-881e2360-562c-423b-9657-b93943740636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:10.245168 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-abaac121-d83a-4640-99e3-292b5533073a req-3a3ccfc4-566f-4eed-b955-b993e3f26bfc tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216874 May 04 17:19:10.247334 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] For port 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:19:10.251047 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] For port 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=6b58bb94-0fe1-4b14-86b4-1599ba86bb0f,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:19:10.274654 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Allocated IP 172.20.0.1 (13b9e35d-a309-4871-aa1b-e4b36c6faa9d/91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e/c2dcbebd-2a01-4633-9ce9-b75c961f9040) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:19:10.344670 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 885e120d-b5dd-4fa6-a71c-854cb16ef18f up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:10.377701 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:10.387780 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:10.483470 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Routers {'35de8870-70ef-4b73-92c6-489715cedd70'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:19:10.484082 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:18:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['35de8870-70ef-4b73-92c6-489715cedd70'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:10.547491 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e2360-562c-423b-9657-b93943740636 None None] Pushing event updated for resources: {'Port': ['ID=6b58bb94-0fe1-4b14-86b4-1599ba86bb0f,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:10.553598 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-881e2360-562c-423b-9657-b93943740636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:10.574468 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 885e120d-b5dd-4fa6-a71c-854cb16ef18f triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:10.574836 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:10.583186 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:10.609106 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0d175-9d69-4045-aed0-ac699195daa1 req-e87c6048-acb7-4cc3-b677-b4fdf9d168a7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:10.610612 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-10b0d175-9d69-4045-aed0-ac699195daa1 req-e87c6048-acb7-4cc3-b677-b4fdf9d168a7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1412468 May 04 17:19:10.611603 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Transition to ACTIVE for port object c2dcbebd-2a01-4633-9ce9-b75c961f9040 will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:19:10.664326 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-10b0d175-9d69-4045-aed0-ac699195daa1 req-c8c348dc-a220-4f8e-ad4e-42d3a0773976 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466464 May 04 17:19:10.717172 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] Set router 35de8870-70ef-4b73-92c6-489715cedd70 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:19:10.731136 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:10.734988 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:10.794392 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:19:10.804328 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:19:10.804328 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:19:10.852553 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Pushing event updated for resources: {'Port': ['ID=c2dcbebd-2a01-4633-9ce9-b75c961f9040,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:10.857285 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:10.875152 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656592'] for router_interface, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:11.070809 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:11.099149 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35de8870-70ef-4b73-92c6-489715cedd70', 'name': 'tempest-TestMinimumBasicScenario-81005357-router', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:19:05Z', 'updated_at': '2021-05-04T17:19:07Z', 'revision_number': 3, 'project_id': '9e89319ccc3c479cb501b3e0720c76e3', 'gw_port': {'id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35de8870-70ef-4b73-92c6-489715cedd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:06Z', 'updated_at': '2021-05-04T17:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:11.103077 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4b6d38-3111-4dce-a430-547cab0bd8d5 None None] The sync data for ids ['35de8870-70ef-4b73-92c6-489715cedd70'] in dv-cinder-789603-1-iscsi is: [{'id': '35de8870-70ef-4b73-92c6-489715cedd70', 'name': 'tempest-TestMinimumBasicScenario-81005357-router', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:19:05Z', 'updated_at': '2021-05-04T17:19:07Z', 'revision_number': 3, 'project_id': '9e89319ccc3c479cb501b3e0720c76e3', 'gw_port': {'id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35de8870-70ef-4b73-92c6-489715cedd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:06Z', 'updated_at': '2021-05-04T17:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:19:11.106099 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-dffd2a15-f092-484d-be67-c83113641275 None None] Provisioning for port c2dcbebd-2a01-4633-9ce9-b75c961f9040 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:19:11.110739 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-dffd2a15-f092-484d-be67-c83113641275 None None] Provisioning complete for port c2dcbebd-2a01-4633-9ce9-b75c961f9040 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:11.111115 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-dffd2a15-f092-484d-be67-c83113641275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:11.157818 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4787d162-422e-4a25-841c-3f9a41bb813d req-9d8fdad6-9ded-43aa-a286-b0e26c8181e9 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:11.159339 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4787d162-422e-4a25-841c-3f9a41bb813d req-9d8fdad6-9ded-43aa-a286-b0e26c8181e9 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.1988907 May 04 17:19:11.166649 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-dffd2a15-f092-484d-be67-c83113641275 None None] Port c2dcbebd-2a01-4633-9ce9-b75c961f9040 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:19:11.286692 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4787d162-422e-4a25-841c-3f9a41bb813d req-78a2d4dc-6dc0-4187-9599-572b1d8700d2 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148748 May 04 17:19:11.383859 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:11.458099 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4104451'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:11.490252 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a28b0b78-3c2f-4b41-b565-41f6ce8f9e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:11.575532 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Pushing event updated for resources: {'Port': ['ID=c2dcbebd-2a01-4633-9ce9-b75c961f9040,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:11.578473 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:11.587983 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656499'] for router_interface, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:11.691549 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b9a37-d5c2-4d3f-b163-e6ccbcf55d17 req-8dfd6440-2f9f-4145-88c6-e7c083a03221 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:11.693111 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ca9b9a37-d5c2-4d3f-b163-e6ccbcf55d17 req-8dfd6440-2f9f-4145-88c6-e7c083a03221 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.2760868 May 04 17:19:11.769843 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ca9b9a37-d5c2-4d3f-b163-e6ccbcf55d17 req-a4f996db-28a9-4fc8-b150-f14454b2409b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637336 May 04 17:19:11.780642 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:19:11.782190 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:19:11.990755 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b3b0db5c-52ad-40cb-84ac-2ac1c94de12c None None] Provisioning complete for port c2dcbebd-2a01-4633-9ce9-b75c961f9040 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:11.991331 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b3b0db5c-52ad-40cb-84ac-2ac1c94de12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:12.020651 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Router 35de8870-70ef-4b73-92c6-489715cedd70 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:19:12.043077 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0db5c-52ad-40cb-84ac-2ac1c94de12c None None] Port c2dcbebd-2a01-4633-9ce9-b75c961f9040 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:19:12.106101 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61a705-9fed-4641-8335-5c527c496494 req-7c1c45cc-f13e-4919-9102-f6579a92d47f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:12.107422 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3d61a705-9fed-4641-8335-5c527c496494 req-7c1c45cc-f13e-4919-9102-f6579a92d47f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1803379 May 04 17:19:12.337357 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3d61a705-9fed-4641-8335-5c527c496494 req-baf42a2b-f5e8-4a1a-9690-1ee2b92b8d2c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216868 May 04 17:19:12.368184 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:12.368297 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:19:12.376893 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-db65e1c0-35d7-49e9-b88c-38402605a96f admin admin] 10.222.0.22 "PUT /v2.0/routers/35de8870-70ef-4b73-92c6-489715cedd70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1651392 May 04 17:19:12.496630 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:19:12.501752 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:12.502304 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:12.532639 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8711e-7534-4a43-9eba-c90c969174c9 req-acc7d1ff-c39f-461c-b36c-4d491cc2a33f tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:12.538108 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f3c8711e-7534-4a43-9eba-c90c969174c9 req-acc7d1ff-c39f-461c-b36c-4d491cc2a33f tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0907991 May 04 17:19:12.590542 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f3c8711e-7534-4a43-9eba-c90c969174c9 req-5799a7be-3187-4532-b3d0-b521e9983ae4 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497465 May 04 17:19:12.630775 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:12.650019 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=6b58bb94-0fe1-4b14-86b4-1599ba86bb0f,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:19:12.725368 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:12.727229 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:12.790217 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Sync routers for ids ['35de8870-70ef-4b73-92c6-489715cedd70'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:19:12.795241 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=6b58bb94-0fe1-4b14-86b4-1599ba86bb0f,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:12.797919 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:12.803124 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Routers {'35de8870-70ef-4b73-92c6-489715cedd70'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:19:12.803725 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:18:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['35de8870-70ef-4b73-92c6-489715cedd70'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:12.966905 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cb43a-6ac6-41a8-920d-844b20849bf2 req-9d58e823-c3b0-4801-90ed-f867f2da428f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:12.968484 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-471cb43a-6ac6-41a8-920d-844b20849bf2 req-9d58e823-c3b0-4801-90ed-f867f2da428f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0826218 May 04 17:19:12.986620 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Set router 35de8870-70ef-4b73-92c6-489715cedd70 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:19:13.015512 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-471cb43a-6ac6-41a8-920d-844b20849bf2 req-7c932191-1f5b-4155-b8d7-7a107a16924c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 May 04 17:19:13.295357 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35de8870-70ef-4b73-92c6-489715cedd70', 'name': 'tempest-TestMinimumBasicScenario-81005357-router', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:19:05Z', 'updated_at': '2021-05-04T17:19:10Z', 'revision_number': 4, 'project_id': '9e89319ccc3c479cb501b3e0720c76e3', 'gw_port': {'id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35de8870-70ef-4b73-92c6-489715cedd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:06Z', 'updated_at': '2021-05-04T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'c2dcbebd-2a01-4633-9ce9-b75c961f9040', 'name': '', 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'mac_address': 'fa:16:3e:99:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35de8870-70ef-4b73-92c6-489715cedd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:10Z', 'updated_at': '2021-05-04T17:19:11Z', 'revision_number': 2, 'project_id': '9e89319ccc3c479cb501b3e0720c76e3', 'subnets': [{'id': '91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:13.299062 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Checking router: 35de8870-70ef-4b73-92c6-489715cedd70 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:19:13.299403 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Updating router 35de8870-70ef-4b73-92c6-489715cedd70 port c2dcbebd-2a01-4633-9ce9-b75c961f9040 binding host dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:19:13.357555 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:13.576928 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e260cb64-7bbc-424a-8144-bc6cbb8197aa req-1b2e27e2-1f37-4786-88ca-76b2cfe712d5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:13.579235 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e260cb64-7bbc-424a-8144-bc6cbb8197aa req-1b2e27e2-1f37-4786-88ca-76b2cfe712d5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0899479 May 04 17:19:13.636875 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e260cb64-7bbc-424a-8144-bc6cbb8197aa req-18a6f481-0a40-40aa-b6d8-20123638c4d3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507567 May 04 17:19:13.780130 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Notify callbacks [] for port, precommit_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:13.792441 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.provisioning_blocks [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Transition to ACTIVE for port object c2dcbebd-2a01-4633-9ce9-b75c961f9040 will not be triggered until provisioned by entity L2. {{(pid=74293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:19:13.837735 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8e261-63f8-405d-9eb2-78556f9805f0 req-1359abb7-e090-4783-ab46-740fa23e4107 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:13.841353 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c3f8e261-63f8-405d-9eb2-78556f9805f0 req-1359abb7-e090-4783-ab46-740fa23e4107 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0945158 May 04 17:19:13.867911 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:13.873545 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-2a5773b6-98e9-45b3-bc56-7f39d138a215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:13.899652 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c3f8e261-63f8-405d-9eb2-78556f9805f0 req-3766f8aa-0f93-429f-9666-4577dfff5823 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538018 May 04 17:19:14.006261 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516b4a9-124c-455b-a86d-3b328c69cadb None None] Pushing event updated for resources: {'Port': ['ID=c2dcbebd-2a01-4633-9ce9-b75c961f9040,revision_number=3']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:14.015471 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-7516b4a9-124c-455b-a86d-3b328c69cadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:14.201043 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Attempting to bind port c2dcbebd-2a01-4633-9ce9-b75c961f9040 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:19:14.201043 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Attempting to bind port c2dcbebd-2a01-4633-9ce9-b75c961f9040 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '59a08e32-3f34-41f7-86aa-db79f6b7c512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d'}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:19:14.201043 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Attempting to bind port c2dcbebd-2a01-4633-9ce9-b75c961f9040 on network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:19:14.222731 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:19:14.222731 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Checking segment: {'id': '59a08e32-3f34-41f7-86aa-db79f6b7c512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:19:14.222731 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:14.222731 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Bound using segment: {'id': '59a08e32-3f34-41f7-86aa-db79f6b7c512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d'} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:19:14.222731 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Bound port: c2dcbebd-2a01-4633-9ce9-b75c961f9040, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a08e32-3f34-41f7-86aa-db79f6b7c512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d'}}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:19:14.222731 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:14.290929 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea4412-1461-41fb-9654-2303731f56f6 req-8211eb6b-3f21-4351-a33e-89ef8ee15f6d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:14.292673 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e4ea4412-1461-41fb-9654-2303731f56f6 req-8211eb6b-3f21-4351-a33e-89ef8ee15f6d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1358035 May 04 17:19:14.350190 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] For port c2dcbebd-2a01-4633-9ce9-b75c961f9040, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:19:14.374519 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] For port c2dcbebd-2a01-4633-9ce9-b75c961f9040, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=c2dcbebd-2a01-4633-9ce9-b75c961f9040,segment=NetworkSegment(59a08e32-3f34-41f7-86aa-db79f6b7c512),segment_id=59a08e32-3f34-41f7-86aa-db79f6b7c512)] {{(pid=74293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:19:14.374978 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:14.448335 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:14.448593 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e4ea4412-1461-41fb-9654-2303731f56f6 req-d22d2909-f898-4cda-9a91-6886c7569e55 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565436 May 04 17:19:14.449067 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:14.659479 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:14.664001 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-2a5773b6-98e9-45b3-bc56-7f39d138a215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:14.773453 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Routers {'35de8870-70ef-4b73-92c6-489715cedd70'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:19:14.774079 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:18:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['35de8870-70ef-4b73-92c6-489715cedd70'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:14.837049 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516b4a9-124c-455b-a86d-3b328c69cadb None None] Pushing event updated for resources: {'Port': ['ID=c2dcbebd-2a01-4633-9ce9-b75c961f9040,revision_number=4']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:14.856160 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-7516b4a9-124c-455b-a86d-3b328c69cadb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:14.909429 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a48630-df6b-473f-82ce-4bed3c209c5e req-756a2880-7f80-491f-b266-b98172ac8b2f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:14.917210 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-56a48630-df6b-473f-82ce-4bed3c209c5e req-756a2880-7f80-491f-b266-b98172ac8b2f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1205814 May 04 17:19:14.985049 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-56a48630-df6b-473f-82ce-4bed3c209c5e req-d3d099bf-fa85-4fbc-b589-57f1d9582470 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590940 May 04 17:19:15.071289 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] Set router 35de8870-70ef-4b73-92c6-489715cedd70 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:19:15.167351 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18646ed9-f218-46e4-9003-71b2cad95f2c req-d3406ae9-77a4-4eb9-b5b1-1663664c48c4 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:15.169066 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-18646ed9-f218-46e4-9003-71b2cad95f2c req-d3406ae9-77a4-4eb9-b5b1-1663664c48c4 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0987790 May 04 17:19:15.234212 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-18646ed9-f218-46e4-9003-71b2cad95f2c req-ffa80074-014a-4294-8771-5a78322d4927 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582387 May 04 17:19:15.423859 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35de8870-70ef-4b73-92c6-489715cedd70', 'name': 'tempest-TestMinimumBasicScenario-81005357-router', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:19:05Z', 'updated_at': '2021-05-04T17:19:10Z', 'revision_number': 4, 'project_id': '9e89319ccc3c479cb501b3e0720c76e3', 'gw_port': {'id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35de8870-70ef-4b73-92c6-489715cedd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:06Z', 'updated_at': '2021-05-04T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'c2dcbebd-2a01-4633-9ce9-b75c961f9040', 'name': '', 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'mac_address': 'fa:16:3e:99:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35de8870-70ef-4b73-92c6-489715cedd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:10Z', 'updated_at': '2021-05-04T17:19:14Z', 'revision_number': 4, 'project_id': '9e89319ccc3c479cb501b3e0720c76e3', 'subnets': [{'id': '91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:19:15.428373 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc3fffe-3a86-4778-bd1e-93ded8239d92 None None] The sync data for ids ['35de8870-70ef-4b73-92c6-489715cedd70'] in dv-cinder-789603-1-iscsi is: [{'id': '35de8870-70ef-4b73-92c6-489715cedd70', 'name': 'tempest-TestMinimumBasicScenario-81005357-router', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:19:05Z', 'updated_at': '2021-05-04T17:19:10Z', 'revision_number': 4, 'project_id': '9e89319ccc3c479cb501b3e0720c76e3', 'gw_port': {'id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35de8870-70ef-4b73-92c6-489715cedd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:06Z', 'updated_at': '2021-05-04T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'c2dcbebd-2a01-4633-9ce9-b75c961f9040', 'name': '', 'network_id': '13b9e35d-a309-4871-aa1b-e4b36c6faa9d', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'mac_address': 'fa:16:3e:99:95:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35de8870-70ef-4b73-92c6-489715cedd70', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:10Z', 'updated_at': '2021-05-04T17:19:14Z', 'revision_number': 4, 'project_id': '9e89319ccc3c479cb501b3e0720c76e3', 'subnets': [{'id': '91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:19:15.706168 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a73787-75ed-4208-8a5c-3ee80bc3ded9 req-846357cf-1cb1-454c-83ce-659fc0560e5d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:15.710962 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-70a73787-75ed-4208-8a5c-3ee80bc3ded9 req-846357cf-1cb1-454c-83ce-659fc0560e5d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0936620 May 04 17:19:15.790900 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-70a73787-75ed-4208-8a5c-3ee80bc3ded9 req-a428b8a1-cec6-4eef-8682-1e117ff2df41 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752237 May 04 17:19:16.178626 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5915eba-3ad6-4a70-a016-1f92e9450b33 req-2869b716-5ae9-4412-8095-426e5bc26e26 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:16.189136 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a5915eba-3ad6-4a70-a016-1f92e9450b33 req-2869b716-5ae9-4412-8095-426e5bc26e26 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1000717 May 04 17:19:16.241503 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a5915eba-3ad6-4a70-a016-1f92e9450b33 req-67bdb2cf-3c59-46dd-9063-204efb17f484 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480306 May 04 17:19:16.442516 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device c2dcbebd-2a01-4633-9ce9-b75c961f9040 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:16.501921 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6977246-1f36-478a-a238-ea24b9cedce5 req-d0862d37-caac-47db-a859-7926c996d226 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:16.505345 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e6977246-1f36-478a-a238-ea24b9cedce5 req-d0862d37-caac-47db-a859-7926c996d226 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.1036942 May 04 17:19:16.555308 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e6977246-1f36-478a-a238-ea24b9cedce5 req-52489dc4-595f-46b7-b859-c2c4bc559edf tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457335 May 04 17:19:16.765361 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port c2dcbebd-2a01-4633-9ce9-b75c961f9040 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:19:16.771043 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port c2dcbebd-2a01-4633-9ce9-b75c961f9040 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:16.771526 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:16.920689 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:16.962368 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port c2dcbebd-2a01-4633-9ce9-b75c961f9040, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=c2dcbebd-2a01-4633-9ce9-b75c961f9040,segment=NetworkSegment(59a08e32-3f34-41f7-86aa-db79f6b7c512),segment_id=59a08e32-3f34-41f7-86aa-db79f6b7c512)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:19:16.977088 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a4bbc2-c0b9-4d26-bb1d-39ff2079503b req-bdf186f2-6e10-4a4f-b1cf-5efbcf286304 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:16.978628 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-43a4bbc2-c0b9-4d26-bb1d-39ff2079503b req-bdf186f2-6e10-4a4f-b1cf-5efbcf286304 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0849998 May 04 17:19:17.034976 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-43a4bbc2-c0b9-4d26-bb1d-39ff2079503b req-b160d9bb-b43d-410d-b0ba-6967edade76f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451283 May 04 17:19:17.055753 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:17.062800 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:17.134077 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=c2dcbebd-2a01-4633-9ce9-b75c961f9040,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:17.137241 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:17.616810 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71315ae7-c94c-4d56-94ff-160c465a69e5 req-6fcdab08-0291-412b-a079-07d648a92c07 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:17.621293 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-71315ae7-c94c-4d56-94ff-160c465a69e5 req-6fcdab08-0291-412b-a079-07d648a92c07 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0991035 May 04 17:19:17.676359 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-71315ae7-c94c-4d56-94ff-160c465a69e5 req-67de8b86-4319-431b-8e28-ddc6e01b240e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518744 May 04 17:19:17.874076 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca436a-8fc7-4ab4-b175-90e2898defa5 req-80c351a7-b216-45ce-8d26-dcfcfd9bab99 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:17.874684 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-66ca436a-8fc7-4ab4-b175-90e2898defa5 req-80c351a7-b216-45ce-8d26-dcfcfd9bab99 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0855412 May 04 17:19:17.928128 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-66ca436a-8fc7-4ab4-b175-90e2898defa5 req-dfed3a88-393d-4222-b5d8-f3cf11f3a5bd tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472414 May 04 17:19:18.235969 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51034b-bac0-43cd-81fe-94251fb5f97c req-6f9584a4-29c5-4dae-8169-6f74c63984d9 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:18.237431 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0b51034b-bac0-43cd-81fe-94251fb5f97c req-6f9584a4-29c5-4dae-8169-6f74c63984d9 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0931652 May 04 17:19:18.306715 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0b51034b-bac0-43cd-81fe-94251fb5f97c req-7f60e929-010f-4e9f-b26f-b0ddbbdbc967 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626447 May 04 17:19:18.367341 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device c2dcbebd-2a01-4633-9ce9-b75c961f9040 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:18.444248 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port c2dcbebd-2a01-4633-9ce9-b75c961f9040 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:18.444634 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:18.902395 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96ad86-90cd-4f5c-9a6e-ca21bd37dcbb req-de6a9869-86ef-4dff-998d-1373310ec2ed tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:18.903891 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7d96ad86-90cd-4f5c-9a6e-ca21bd37dcbb req-de6a9869-86ef-4dff-998d-1373310ec2ed tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1070435 May 04 17:19:18.951586 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7d96ad86-90cd-4f5c-9a6e-ca21bd37dcbb req-41887f76-11b5-442b-be06-1d3572d1805f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418870 May 04 17:19:19.138700 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c092e6d-10b2-4cab-b921-0f0e7817b73a req-970e0d3e-7d23-41e5-ae40-5b7618fe29c4 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:19.140211 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5c092e6d-10b2-4cab-b921-0f0e7817b73a req-970e0d3e-7d23-41e5-ae40-5b7618fe29c4 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0864909 May 04 17:19:19.193429 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5c092e6d-10b2-4cab-b921-0f0e7817b73a req-a1a973a5-5e4e-48cc-a767-ee9e77402947 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466933 May 04 17:19:19.540567 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a122ad-b39c-4ba0-b3ac-57b231cebc6e req-8cc862bc-c37b-4688-93b0-eafdb50dedf6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:19.542050 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e9a122ad-b39c-4ba0-b3ac-57b231cebc6e req-8cc862bc-c37b-4688-93b0-eafdb50dedf6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1058278 May 04 17:19:19.591206 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e9a122ad-b39c-4ba0-b3ac-57b231cebc6e req-c34338b2-3b48-469d-8b69-ff8ad6fb2c0b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431483 May 04 17:19:20.153058 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc029aa-68a4-4249-a867-49a74cae8232 req-ba5886c8-a849-4d02-83c5-20437e049fd3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:20.154482 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0bc029aa-68a4-4249-a867-49a74cae8232 req-ba5886c8-a849-4d02-83c5-20437e049fd3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0885923 May 04 17:19:20.206990 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0bc029aa-68a4-4249-a867-49a74cae8232 req-cbfa748c-8111-4c68-b3ae-0d8ad271bfaf tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461743 May 04 17:19:20.400923 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5109a-4a97-4954-acbe-fd0379aa08fe req-0d196326-b00f-4696-b8ea-bf730bcf6cad tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:20.402395 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6dd5109a-4a97-4954-acbe-fd0379aa08fe req-0d196326-b00f-4696-b8ea-bf730bcf6cad tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0927649 May 04 17:19:20.461980 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6dd5109a-4a97-4954-acbe-fd0379aa08fe req-c2413c10-768b-4a10-a902-58b0a23f557c tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530393 May 04 17:19:20.834032 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29c464-fec0-45f4-a890-0e3488742c16 req-351b25d1-2a61-4827-9341-fda8f1a2d26c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:20.835510 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ff29c464-fec0-45f4-a890-0e3488742c16 req-351b25d1-2a61-4827-9341-fda8f1a2d26c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1065645 May 04 17:19:20.882798 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ff29c464-fec0-45f4-a890-0e3488742c16 req-825aab34-4e6c-49c4-a913-ef23e7acb2bc tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411808 May 04 17:19:21.407230 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d86f27-952f-46a8-8625-8e233a5f1b36 req-0825e7b7-3329-4af9-95e3-70c7aab0cf66 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:21.408588 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e4d86f27-952f-46a8-8625-8e233a5f1b36 req-0825e7b7-3329-4af9-95e3-70c7aab0cf66 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0845389 May 04 17:19:21.459189 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e4d86f27-952f-46a8-8625-8e233a5f1b36 req-a14519d0-776f-4309-a3be-e8913c7e5296 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 May 04 17:19:21.748807 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78ccd2-a228-4e86-a5b4-ee2eab2f18c9 req-ccea5f0e-2b65-400c-863b-8ba93394855e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:21.750871 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5f78ccd2-a228-4e86-a5b4-ee2eab2f18c9 req-ccea5f0e-2b65-400c-863b-8ba93394855e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.1762316 May 04 17:19:21.806335 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5f78ccd2-a228-4e86-a5b4-ee2eab2f18c9 req-39804a1f-bbbb-48e3-b238-94050bcb7b58 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460143 May 04 17:19:22.085240 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c08448e-5dc8-43c0-b8ca-cc541496f924 req-bc4ac6a1-43c3-48f2-934f-05792e2a8be4 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:22.086708 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5c08448e-5dc8-43c0-b8ca-cc541496f924 req-bc4ac6a1-43c3-48f2-934f-05792e2a8be4 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0903242 May 04 17:19:22.138198 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5c08448e-5dc8-43c0-b8ca-cc541496f924 req-2ae3d9e9-d6ba-4f9a-a6e0-cab3aad09156 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426207 May 04 17:19:22.697943 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4213f79-8886-40ee-9120-d41f833d6321 req-a6fcde75-9e44-424f-b06c-d9eab21fdf00 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:22.699812 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a4213f79-8886-40ee-9120-d41f833d6321 req-a6fcde75-9e44-424f-b06c-d9eab21fdf00 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0928273 May 04 17:19:22.755535 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a4213f79-8886-40ee-9120-d41f833d6321 req-da8d403c-81d4-4ac1-afd6-21892ca687a9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470724 May 04 17:19:23.001695 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87eb03a-b410-49bd-8cf4-e4e39d65580f req-f3a25410-396d-4135-96ff-4a3ff594761e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:23.003093 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c87eb03a-b410-49bd-8cf4-e4e39d65580f req-f3a25410-396d-4135-96ff-4a3ff594761e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0812399 May 04 17:19:23.054314 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c87eb03a-b410-49bd-8cf4-e4e39d65580f req-f183689c-1f80-433e-899c-b57f766c7777 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384538 May 04 17:19:23.130686 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6a066cda-253b-45e3-81c1-8fb0c2908acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:23.389593 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c9d43-0e82-43e6-93c2-3c32f9106282 req-920d801e-19a9-4557-90a6-386d2fe974ea tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:23.391592 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-683c9d43-0e82-43e6-93c2-3c32f9106282 req-920d801e-19a9-4557-90a6-386d2fe974ea tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1138556 May 04 17:19:23.445602 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-683c9d43-0e82-43e6-93c2-3c32f9106282 req-51760afe-2fd9-4dcc-b8db-5382392c942a tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477188 May 04 17:19:23.951317 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c792da-1f99-4bde-9356-73acf64254fc req-2e620706-e466-45a8-9916-8b4ed6546d74 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:23.952775 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-87c792da-1f99-4bde-9356-73acf64254fc req-2e620706-e466-45a8-9916-8b4ed6546d74 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0790925 May 04 17:19:23.997319 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-87c792da-1f99-4bde-9356-73acf64254fc req-496e2aed-4c1e-45c9-83da-57b261bc3f78 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386679 May 04 17:19:24.235199 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa072573-acbb-479c-a99c-087fae3c13d5 req-ef22f2b2-2ab0-4733-9de0-37af5c42bcbb tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:24.236620 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fa072573-acbb-479c-a99c-087fae3c13d5 req-ef22f2b2-2ab0-4733-9de0-37af5c42bcbb tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0807533 May 04 17:19:24.280548 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fa072573-acbb-479c-a99c-087fae3c13d5 req-daf48e03-baac-43f3-b9ad-89a7a035698e tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374830 May 04 17:19:24.829836 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931487c-6f3f-4a1d-9a53-9bd875b8ea2c req-e2c7343b-db74-4eaf-86d5-b369d9c29172 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:24.831268 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9931487c-6f3f-4a1d-9a53-9bd875b8ea2c req-e2c7343b-db74-4eaf-86d5-b369d9c29172 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0817902 May 04 17:19:24.876098 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9931487c-6f3f-4a1d-9a53-9bd875b8ea2c req-97ff0989-b3f5-488d-87d8-e530ea340689 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 May 04 17:19:25.101615 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-f549d3e7-e593-4fa7-bd28-8d541dd57f4c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:25.103046 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-f549d3e7-e593-4fa7-bd28-8d541dd57f4c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/networks?id=b26f2540-500c-44b6-9f77-f164ca39393a HTTP/1.1" status: 200 len: 814 time: 0.1421874 May 04 17:19:25.118239 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-73cadead-4005-42d8-899f-5fafbadac1bf tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/quotas/4c68d016f05c4c3ca2fcc5770f52645b HTTP/1.1" status: 200 len: 375 time: 0.0094106 May 04 17:19:25.197555 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-eb297c80-6443-4a00-b797-00b5e57987cf tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Synchronizing usage tracker for tenant:4c68d016f05c4c3ca2fcc5770f52645b on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:19:25.290057 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-eb297c80-6443-4a00-b797-00b5e57987cf tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Unset dirty status for tenant:4c68d016f05c4c3ca2fcc5770f52645b on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:19:25.291303 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-eb297c80-6443-4a00-b797-00b5e57987cf tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4c68d016f05c4c3ca2fcc5770f52645b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1682801 May 04 17:19:25.427490 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-6e3ea6fa-165a-4971-bb97-2deb077ed2a1 service neutron] 10.222.0.22 "GET /v2.0/networks/b26f2540-500c-44b6-9f77-f164ca39393a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238322 May 04 17:19:25.554436 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9cd0e24b-523a-412c-8d14-60f98090e077 service neutron] 10.222.0.22 "GET /v2.0/networks/b26f2540-500c-44b6-9f77-f164ca39393a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209714 May 04 17:19:25.662531 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:25.690350 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7e07fa59-68a3-4784-8d96-d2f59fd13d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:25.876199 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d325d-603c-40ee-a135-94220697158d req-18f831ee-a489-4125-a343-86b3b5f3f003 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:25.877696 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c14d325d-603c-40ee-a135-94220697158d req-18f831ee-a489-4125-a343-86b3b5f3f003 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0884566 May 04 17:19:25.922752 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c14d325d-603c-40ee-a135-94220697158d req-6c3e202f-7535-4ff7-bcc7-006f72d0daa0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384004 May 04 17:19:26.094672 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a932437-72c8-4ad9-bdff-1ddd6dae91f8 req-9dac0dba-e566-4724-b351-215743850707 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:26.096012 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9a932437-72c8-4ad9-bdff-1ddd6dae91f8 req-9dac0dba-e566-4724-b351-215743850707 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0786195 May 04 17:19:26.141233 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9a932437-72c8-4ad9-bdff-1ddd6dae91f8 req-7b86430b-41f8-4312-ba29-94e1e292bddc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388510 May 04 17:19:26.228510 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44be2cf4-14f1-4262-97f5-2b55afcd9c5d req-3a89df8a-df11-41ab-975d-bb7d33a00e28 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 210 time: 0.0455565 May 04 17:19:26.397538 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2d445-b581-4cdd-8b03-0c8d4adbfaaf req-d5d018cd-bcb3-483f-9e18-298b79691b0a tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:26.398921 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0cc2d445-b581-4cdd-8b03-0c8d4adbfaaf req-d5d018cd-bcb3-483f-9e18-298b79691b0a tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0800636 May 04 17:19:26.442804 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0cc2d445-b581-4cdd-8b03-0c8d4adbfaaf req-e9d3a448-9b73-4351-8d3c-acbe42c7e60d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381949 May 04 17:19:26.713653 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:27.196358 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcb32f-7d32-42a8-a77c-3c1ac3aacbcf req-e85143fa-f43d-4a63-a04f-f4afe1c1873d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:27.197824 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1bcb32f-7d32-42a8-a77c-3c1ac3aacbcf req-e85143fa-f43d-4a63-a04f-f4afe1c1873d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1650319 May 04 17:19:27.243318 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1bcb32f-7d32-42a8-a77c-3c1ac3aacbcf req-bffbc8e1-ac26-4fa2-b4d1-0590f4686b6f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397117 May 04 17:19:27.419435 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260866c0-dd97-4d4b-b6a2-9c6c425215c3 req-feeb70a1-7e18-4dab-b989-e28d9c43658b tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:27.420930 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-260866c0-dd97-4d4b-b6a2-9c6c425215c3 req-feeb70a1-7e18-4dab-b989-e28d9c43658b tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0812593 May 04 17:19:27.468730 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-260866c0-dd97-4d4b-b6a2-9c6c425215c3 req-dc85672e-6220-4af9-83aa-c94ed04dbe42 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 May 04 17:19:27.602182 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0bf26b0c-fe2d-4242-b23c-92a19afa7b58 req-f79a4473-bb11-4c9a-b4bc-d2a77066c60a tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 210 time: 0.0414422 May 04 17:19:27.774518 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed3351-f971-46bc-995d-71a6a45f0a4a req-55dc6239-d44c-472d-8264-089edc8202fd tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:27.776000 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-22ed3351-f971-46bc-995d-71a6a45f0a4a req-55dc6239-d44c-472d-8264-089edc8202fd tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0801930 May 04 17:19:27.824759 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-22ed3351-f971-46bc-995d-71a6a45f0a4a req-2d56d105-821d-4b26-a753-22b825aa78fd tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 May 04 17:19:28.151188 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-a2568c3d-c329-498f-9c46-df99e392c0f2 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:28.151881 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-a2568c3d-c329-498f-9c46-df99e392c0f2 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Synchronizing usage tracker for tenant:4c68d016f05c4c3ca2fcc5770f52645b on resource:network {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:19:28.261977 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-a2568c3d-c329-498f-9c46-df99e392c0f2 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Unset dirty status for tenant:4c68d016f05c4c3ca2fcc5770f52645b on resource:network {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:19:28.262313 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:28.263202 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-a2568c3d-c329-498f-9c46-df99e392c0f2 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.11 "GET /v2.0/networks?id=b26f2540-500c-44b6-9f77-f164ca39393a HTTP/1.1" status: 200 len: 814 time: 0.2562428 May 04 17:19:28.277302 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Request body: {'port': {'device_id': '0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb', 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a', 'admin_state_up': True, 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:19:28.417368 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:19:28.426684 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:19:28.437195 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027b7c7-5ee4-4d42-9749-259c649548a9 req-6966b4e4-e6ca-4f5f-ac9d-3e3fbad30bf4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:28.438684 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8027b7c7-5ee4-4d42-9749-259c649548a9 req-6966b4e4-e6ca-4f5f-ac9d-3e3fbad30bf4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0792363 May 04 17:19:28.484453 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8027b7c7-5ee4-4d42-9749-259c649548a9 req-bbb13518-2dba-47f4-843f-e55646c37c37 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391297 May 04 17:19:28.513550 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Made reservation on behalf of 4c68d016f05c4c3ca2fcc5770f52645b for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:19:28.517275 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:28.674388 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd20618-7ee2-4f10-895f-bb400967182f req-3ea7a589-e051-4580-a0bc-7a805e93ab02 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:28.675881 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0dd20618-7ee2-4f10-895f-bb400967182f req-3ea7a589-e051-4580-a0bc-7a805e93ab02 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0929272 May 04 17:19:28.692235 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Allocated IP 172.20.0.7 (b26f2540-500c-44b6-9f77-f164ca39393a/5eb2d53a-0408-49ca-98da-93db73ae5f2f/5ba0707a-8efe-45ba-bed9-eba267712a3e) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:19:28.727593 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0dd20618-7ee2-4f10-895f-bb400967182f req-f1810c3d-730d-494f-9d6f-225946bb0589 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443044 May 04 17:19:28.912532 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f654c942-1b12-4986-923e-6104bf56f341 req-0aad8fff-1730-41d8-b203-de925ce490f2 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 210 time: 0.0803072 May 04 17:19:28.920289 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:28.941293 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Transition to ACTIVE for port object 5ba0707a-8efe-45ba-bed9-eba267712a3e will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:19:29.046208 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:29.053830 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-caaf1fee-72b3-4a4c-856c-c568c1617056 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:29.125973 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Network b26f2540-500c-44b6-9f77-f164ca39393a is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:19:29.134317 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:19:29.135335 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a09ca9-d894-414a-a0e4-07c92416de80 req-c2a48452-b0be-49ed-8780-79e3ad78c6ef tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:29.139112 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:19:29.146695 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b4a09ca9-d894-414a-a0e4-07c92416de80 req-c2a48452-b0be-49ed-8780-79e3ad78c6ef tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1096375 May 04 17:19:29.185636 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Pushing event updated for resources: {'Port': ['ID=5ba0707a-8efe-45ba-bed9-eba267712a3e,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:29.206301 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:29.208213 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b4a09ca9-d894-414a-a0e4-07c92416de80 req-8e6b881f-a5fa-4050-9366-4994f993d50c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602050 May 04 17:19:29.248217 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:29.248901 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:29.348993 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0767267 May 04 17:19:29.530820 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-479248a8-8a1e-4328-8c41-62908421d405 None None] Provisioning for port 5ba0707a-8efe-45ba-bed9-eba267712a3e completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:19:29.535766 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-479248a8-8a1e-4328-8c41-62908421d405 None None] Provisioning complete for port 5ba0707a-8efe-45ba-bed9-eba267712a3e triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:29.536809 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-479248a8-8a1e-4328-8c41-62908421d405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:29.609439 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-479248a8-8a1e-4328-8c41-62908421d405 None None] Port 5ba0707a-8efe-45ba-bed9-eba267712a3e cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:19:29.678838 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8a11-bad6-4ea4-9ad1-630fdcae6b7c req-ca1f7a9a-d537-4d98-804f-dff745c0fb0d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:29.681065 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eb0f8a11-bad6-4ea4-9ad1-630fdcae6b7c req-ca1f7a9a-d537-4d98-804f-dff745c0fb0d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0837140 May 04 17:19:29.733489 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eb0f8a11-bad6-4ea4-9ad1-630fdcae6b7c req-8ee15ad6-63ce-464b-bce8-e6afcc6c44b4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458200 May 04 17:19:29.923516 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac09e5-83ec-4c76-b569-9e8a9f9bb806 req-15a11259-c0cf-4449-a4ce-02b48c7ff4fa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:29.925208 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-31ac09e5-83ec-4c76-b569-9e8a9f9bb806 req-15a11259-c0cf-4449-a4ce-02b48c7ff4fa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0855658 May 04 17:19:29.978897 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-31ac09e5-83ec-4c76-b569-9e8a9f9bb806 req-d24ee51a-44f6-4a8d-9fb4-22e2aa37d9fd tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465238 May 04 17:19:30.157601 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b8018-bc1e-481b-97f1-75995da1d86c req-60bbff71-0b9a-42e3-8e1f-0839ff655048 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:30.158949 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-310b8018-bc1e-481b-97f1-75995da1d86c req-60bbff71-0b9a-42e3-8e1f-0839ff655048 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 931 time: 0.0845611 May 04 17:19:30.202858 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-310b8018-bc1e-481b-97f1-75995da1d86c req-5bcade83-87ec-4e64-ae72-714dbf9616f5 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381904 May 04 17:19:30.397219 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187cd27-4434-44f1-b150-8eec52660021 req-c72acec8-972e-4c24-8403-d64c8f7cd942 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:30.398682 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b187cd27-4434-44f1-b150-8eec52660021 req-c72acec8-972e-4c24-8403-d64c8f7cd942 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0804160 May 04 17:19:30.446969 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b187cd27-4434-44f1-b150-8eec52660021 req-ad6814bd-5a68-4cc9-9ef0-a456dfb11d40 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422597 May 04 17:19:30.937353 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c51309-02d1-4713-bea0-cac0d4cecd96 req-349a33fb-c220-4bdf-9b30-15fcde1c1a1a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:30.938810 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-02c51309-02d1-4713-bea0-cac0d4cecd96 req-349a33fb-c220-4bdf-9b30-15fcde1c1a1a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0882750 May 04 17:19:30.983752 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-02c51309-02d1-4713-bea0-cac0d4cecd96 req-40f88e24-5960-424f-b69f-3d196865cc64 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386639 May 04 17:19:31.179929 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:31.205884 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb5954-2f57-4579-b755-6927fa437e66 req-5e750833-71f3-428d-a0de-8c0b182a2547 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:31.205884 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7fcb5954-2f57-4579-b755-6927fa437e66 req-5e750833-71f3-428d-a0de-8c0b182a2547 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0894701 May 04 17:19:31.259011 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7fcb5954-2f57-4579-b755-6927fa437e66 req-68668cb6-c377-4923-a42a-169201232043 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500400 May 04 17:19:31.445912 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202b890-740b-4adf-8a29-ced1b3606183 req-57709a55-3361-430f-8f10-0f1720469cdb tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:31.447462 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7202b890-740b-4adf-8a29-ced1b3606183 req-57709a55-3361-430f-8f10-0f1720469cdb tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 931 time: 0.0855155 May 04 17:19:31.494533 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7202b890-740b-4adf-8a29-ced1b3606183 req-34c56289-60c3-4afa-849e-9f26f9c8337b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409086 May 04 17:19:31.688752 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900edbf-5a8f-421c-9689-7bd7895beb64 req-2bdfb320-18ad-4a57-aeef-e187a75cb301 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:31.690330 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e900edbf-5a8f-421c-9689-7bd7895beb64 req-2bdfb320-18ad-4a57-aeef-e187a75cb301 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0938919 May 04 17:19:31.734972 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e900edbf-5a8f-421c-9689-7bd7895beb64 req-7c7c17de-14f1-4464-b831-6ee00465c221 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389559 May 04 17:19:32.179903 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2c69a-c46f-4865-89b7-db8105e3cbc6 req-4c872aa8-56e3-4cdf-90ec-0bbab6f63bc0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:32.181340 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-46f2c69a-c46f-4865-89b7-db8105e3cbc6 req-4c872aa8-56e3-4cdf-90ec-0bbab6f63bc0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0828240 May 04 17:19:32.225571 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-46f2c69a-c46f-4865-89b7-db8105e3cbc6 req-061bfc25-082c-4ffe-8470-04e620e80314 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385404 May 04 17:19:32.461678 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b4a8e-1ee9-4069-a9e5-1af653047674 req-4559e17c-b7c4-45b0-a3e0-3267ba1b8585 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:32.463171 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9b0b4a8e-1ee9-4069-a9e5-1af653047674 req-4559e17c-b7c4-45b0-a3e0-3267ba1b8585 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0842793 May 04 17:19:32.508390 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9b0b4a8e-1ee9-4069-a9e5-1af653047674 req-7c5d1563-9643-4d3e-8aa0-73a6b25105da tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393167 May 04 17:19:32.784124 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea56930-95b8-4050-bac4-28b0178a0477 req-11cb03d9-6cb4-48c2-8ae3-290a4f9aad8b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:32.789412 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aea56930-95b8-4050-bac4-28b0178a0477 req-11cb03d9-6cb4-48c2-8ae3-290a4f9aad8b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 931 time: 0.1819291 May 04 17:19:32.831508 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aea56930-95b8-4050-bac4-28b0178a0477 req-bc028fc9-b866-4439-865f-3b9251e53362 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 May 04 17:19:33.007705 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76b5ea-71bc-403d-987b-3b8b0862fd1b req-a7f5dc45-395f-4688-8be2-321aad0e685d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:33.009136 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7f76b5ea-71bc-403d-987b-3b8b0862fd1b req-a7f5dc45-395f-4688-8be2-321aad0e685d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0807090 May 04 17:19:33.054682 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7f76b5ea-71bc-403d-987b-3b8b0862fd1b req-30cb0860-f94f-4efd-a2b0-ef27bf583196 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397456 May 04 17:19:33.416589 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4c704-197b-4ed8-a6ae-b5eef0e2ceef req-6c6d9714-54f9-4ebc-9cea-469faecaa7ed tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:33.418031 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b8a4c704-197b-4ed8-a6ae-b5eef0e2ceef req-6c6d9714-54f9-4ebc-9cea-469faecaa7ed tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0825212 May 04 17:19:33.466399 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b8a4c704-197b-4ed8-a6ae-b5eef0e2ceef req-44d854fb-dbf8-4ab0-b76e-e3fbef097f14 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426178 May 04 17:19:33.698338 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee149d25-7be0-4e2a-a283-112f0dc324a2 req-d7874721-b2b0-4a12-8030-67f689330b3d tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:33.699765 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee149d25-7be0-4e2a-a283-112f0dc324a2 req-d7874721-b2b0-4a12-8030-67f689330b3d tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0830863 May 04 17:19:33.748792 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee149d25-7be0-4e2a-a283-112f0dc324a2 req-ffbfb5a7-bdb3-43fe-b452-bb8fb29da7e8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430896 May 04 17:19:34.020294 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb5ddb-49af-48b2-b284-b0e9011876c4 req-3fd297a1-cf12-48f7-99ed-ca2e16ecfe17 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:34.021748 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5dcb5ddb-49af-48b2-b284-b0e9011876c4 req-3fd297a1-cf12-48f7-99ed-ca2e16ecfe17 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 931 time: 0.0855885 May 04 17:19:34.066887 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5dcb5ddb-49af-48b2-b284-b0e9011876c4 req-0765ced0-6e01-4381-a224-ed33d003f2c6 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 May 04 17:19:34.250136 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac4b9a-49cd-43b7-bed5-e18d5f02734f req-4fca933e-244c-4de7-93ed-a5d9248566cf tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:34.251584 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9bac4b9a-49cd-43b7-bed5-e18d5f02734f req-4fca933e-244c-4de7-93ed-a5d9248566cf tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0851119 May 04 17:19:34.296283 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9bac4b9a-49cd-43b7-bed5-e18d5f02734f req-af8590ff-6407-49f2-9b89-2b727cc47964 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388217 May 04 17:19:34.662407 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7827b-aee9-4e1b-bd0c-7ac986fb2ea3 req-cbb595f9-d0c7-43f7-b42e-60a11d672c7f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:34.663772 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60b7827b-aee9-4e1b-bd0c-7ac986fb2ea3 req-cbb595f9-d0c7-43f7-b42e-60a11d672c7f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0838084 May 04 17:19:34.723131 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60b7827b-aee9-4e1b-bd0c-7ac986fb2ea3 req-1bc85e3f-74bc-48a0-a0d7-4311f0779838 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534143 May 04 17:19:34.937400 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfa3c-cc49-4091-8dcd-f72fc95d03ef req-106caa1e-e2ff-4a59-9c13-495b785f728a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:34.938802 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-59dbfa3c-cc49-4091-8dcd-f72fc95d03ef req-106caa1e-e2ff-4a59-9c13-495b785f728a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0834930 May 04 17:19:34.987718 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-59dbfa3c-cc49-4091-8dcd-f72fc95d03ef req-cecb207c-1590-4b64-9b46-5d85d0207c88 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432043 May 04 17:19:35.261412 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c748b-857f-423c-8493-89716a04e11a req-60e706ff-a6ee-4056-9624-80cfd317d4e2 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:35.263209 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5d4c748b-857f-423c-8493-89716a04e11a req-60e706ff-a6ee-4056-9624-80cfd317d4e2 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 931 time: 0.0805724 May 04 17:19:35.310810 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5d4c748b-857f-423c-8493-89716a04e11a req-02d3bc71-f7ce-4507-b99e-e0a97621b50f tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405812 May 04 17:19:35.519587 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a96632-a8f2-4590-85d4-949c22f50549 req-383b1dc5-be38-41ce-9a9d-f049c5004e7b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:35.520078 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-86a96632-a8f2-4590-85d4-949c22f50549 req-383b1dc5-be38-41ce-9a9d-f049c5004e7b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1086676 May 04 17:19:35.604744 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-86a96632-a8f2-4590-85d4-949c22f50549 req-afccc790-a23a-4846-9023-8fb4a9b265fa tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708170 May 04 17:19:35.934375 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313335c-b1b8-4cad-bcd0-43d37c8e05a5 req-9bebeb0e-cf78-491f-9e32-406168359df8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:35.935812 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d313335c-b1b8-4cad-bcd0-43d37c8e05a5 req-9bebeb0e-cf78-491f-9e32-406168359df8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0966358 May 04 17:19:35.990113 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d313335c-b1b8-4cad-bcd0-43d37c8e05a5 req-abc65555-6ef3-4549-b8d6-de37e68bb7f6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478218 May 04 17:19:36.177307 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66825c-2cb4-455f-8b40-05837db8e9fd req-e8eabe45-59ca-4d70-9330-4164b4131927 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:36.178695 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ba66825c-2cb4-455f-8b40-05837db8e9fd req-e8eabe45-59ca-4d70-9330-4164b4131927 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0861456 May 04 17:19:36.223608 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ba66825c-2cb4-455f-8b40-05837db8e9fd req-c7fa23e6-76ae-4a9f-b0b3-1d53ef13f9ef tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391133 May 04 17:19:36.508942 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df30e33-ba02-4f64-80a0-fea2c7d2bfef req-2fb0170e-e82f-4e05-a857-9b3a7adef7d0 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:36.510351 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3df30e33-ba02-4f64-80a0-fea2c7d2bfef req-2fb0170e-e82f-4e05-a857-9b3a7adef7d0 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 931 time: 0.0915110 May 04 17:19:36.555847 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3df30e33-ba02-4f64-80a0-fea2c7d2bfef req-732f4bfa-3330-42e2-bf4e-9e8cf6f333d5 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395072 May 04 17:19:36.795913 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23c85a-ce7b-4e1e-866f-ea470d2821b1 req-975df6f1-504e-4b6b-a90f-b654c975899e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:36.797518 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7b23c85a-ce7b-4e1e-866f-ea470d2821b1 req-975df6f1-504e-4b6b-a90f-b654c975899e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0837777 May 04 17:19:36.848291 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7b23c85a-ce7b-4e1e-866f-ea470d2821b1 req-d7ad2ffb-2d93-4a34-875c-b34c5b858771 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446379 May 04 17:19:37.185114 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4d0c1-6965-4ebf-a0ae-9d83d47c6321 req-393d8093-fc45-41c5-9412-fac7eddfe948 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:37.186481 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1ab4d0c1-6965-4ebf-a0ae-9d83d47c6321 req-393d8093-fc45-41c5-9412-fac7eddfe948 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0886352 May 04 17:19:37.230321 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1ab4d0c1-6965-4ebf-a0ae-9d83d47c6321 req-7e053e92-194a-4229-90cc-e628a6990a3c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380850 May 04 17:19:37.436779 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f4116-29c1-4be9-aadc-0f350ee10fec req-34e95447-1c08-41e7-9b4d-f34f272b31e5 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:37.438320 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2f2f4116-29c1-4be9-aadc-0f350ee10fec req-34e95447-1c08-41e7-9b4d-f34f272b31e5 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0910087 May 04 17:19:37.484604 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2f2f4116-29c1-4be9-aadc-0f350ee10fec req-df601091-ed69-47f8-8920-1e6017ba0220 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402691 May 04 17:19:37.763000 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6448a2c-2a18-4782-9edb-e4f32a280f65 req-75268f05-da35-4e69-b23d-3aa245df01b7 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:37.764294 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b6448a2c-2a18-4782-9edb-e4f32a280f65 req-75268f05-da35-4e69-b23d-3aa245df01b7 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 931 time: 0.0821664 May 04 17:19:37.893358 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b6448a2c-2a18-4782-9edb-e4f32a280f65 req-f3b2e3a0-09c1-429e-a60b-4cae4e760fae tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221044 May 04 17:19:38.098188 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ccfe42-4ac8-4b27-85fb-6963bc000795 req-d0fb2cbc-382c-44fa-9343-7053de42f1d6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:38.100129 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c0ccfe42-4ac8-4b27-85fb-6963bc000795 req-d0fb2cbc-382c-44fa-9343-7053de42f1d6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0927396 May 04 17:19:38.146110 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c0ccfe42-4ac8-4b27-85fb-6963bc000795 req-bb07ae7f-fd4f-4caa-850d-3ac38c2c3027 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398934 May 04 17:19:38.426489 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43c384-88b5-47a0-847f-d95016377947 req-5ce34d0a-9a45-4da9-b4e6-436e71812327 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:38.427871 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1b43c384-88b5-47a0-847f-d95016377947 req-5ce34d0a-9a45-4da9-b4e6-436e71812327 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0808539 May 04 17:19:38.485512 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1b43c384-88b5-47a0-847f-d95016377947 req-5807dc36-c47a-4de0-a3b8-ebf9a467f7fd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517440 May 04 17:19:38.674206 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb826-2c7e-402b-8788-1b9ab62191f3 req-1780e65b-acb5-4a5e-9784-4de03be5fc12 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:38.675679 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6d5cb826-2c7e-402b-8788-1b9ab62191f3 req-1780e65b-acb5-4a5e-9784-4de03be5fc12 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0855262 May 04 17:19:38.721044 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6d5cb826-2c7e-402b-8788-1b9ab62191f3 req-52435165-e445-45f7-adc2-cb0f3b4a80fc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393593 May 04 17:19:39.079963 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bc4da8-7813-4759-9e3e-8b0c3cccc17e req-581c0b35-77ad-4929-aa4d-1a72a2ef3ac9 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:39.081419 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17bc4da8-7813-4759-9e3e-8b0c3cccc17e req-581c0b35-77ad-4929-aa4d-1a72a2ef3ac9 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 931 time: 0.0788367 May 04 17:19:39.124470 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17bc4da8-7813-4759-9e3e-8b0c3cccc17e req-8dbdb03e-edbd-4e42-889e-0ecf09d53e9a tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373342 May 04 17:19:39.331664 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee509f-2b4e-4ff2-a62e-3a9471df4ecb req-ea94467f-6338-4dea-bbba-4d6a78b55c5f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:39.333136 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a3ee509f-2b4e-4ff2-a62e-3a9471df4ecb req-ea94467f-6338-4dea-bbba-4d6a78b55c5f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0810196 May 04 17:19:39.377192 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a3ee509f-2b4e-4ff2-a62e-3a9471df4ecb req-4d3966eb-346a-4ff2-a21f-38a3f30fa24b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384247 May 04 17:19:39.483679 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Request body: {'port': {'device_id': '0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:19:39.596775 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:39.669217 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59c9ce-2dd4-4cc5-aebe-eec4b92c4e90 req-c735967c-c255-4cd9-b0f4-1d12e1b519da tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:39.670785 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c59c9ce-2dd4-4cc5-aebe-eec4b92c4e90 req-c735967c-c255-4cd9-b0f4-1d12e1b519da tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0833194 May 04 17:19:39.715743 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c59c9ce-2dd4-4cc5-aebe-eec4b92c4e90 req-85ae7746-81ef-4132-b4b5-ac8f347b4412 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392959 May 04 17:19:39.902635 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c77a6-ecb3-411a-a155-aec689b30423 req-bc18d4a7-2298-4a24-b5ca-c10ae34aadf6 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:39.903974 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-332c77a6-ecb3-411a-a155-aec689b30423 req-bc18d4a7-2298-4a24-b5ca-c10ae34aadf6 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0778539 May 04 17:19:39.936868 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba0707a-8efe-45ba-bed9-eba267712a3e {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:19:39.944076 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:39.948238 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-332c77a6-ecb3-411a-a155-aec689b30423 req-1ac9d653-86b5-45f9-89d2-a7f0193d8f32 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384154 May 04 17:19:39.959299 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Transition to ACTIVE for port object 5ba0707a-8efe-45ba-bed9-eba267712a3e will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:19:40.045052 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:40.049601 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1b87dd3e-4876-45cb-8f80-4f71a184d2bc tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:40.276312 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0707a-8efe-45ba-bed9-eba267712a3e,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:40.319335 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc5166-db7f-4d45-9b29-fc38061ba4d0 req-a13fc799-a683-4cfe-a891-ced77007f7ce tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:40.321819 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:40.322180 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:40.322532 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:40.322879 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:40.323235 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:40.323575 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:40.323698 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0bcc5166-db7f-4d45-9b29-fc38061ba4d0 req-a13fc799-a683-4cfe-a891-ced77007f7ce tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 943 time: 0.0907161 May 04 17:19:40.323913 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:40.324252 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:40.324640 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:40.325044 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:40.330474 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:40.330474 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:40.330474 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:40.369116 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Attempting to bind port 5ba0707a-8efe-45ba-bed9-eba267712a3e on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:19:40.369532 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Attempting to bind port 5ba0707a-8efe-45ba-bed9-eba267712a3e by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:19:40.369771 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Attempting to bind port 5ba0707a-8efe-45ba-bed9-eba267712a3e on network b26f2540-500c-44b6-9f77-f164ca39393a {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:19:40.371136 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0bcc5166-db7f-4d45-9b29-fc38061ba4d0 req-77d63515-4137-49a3-8634-832f7cf8ac94 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 May 04 17:19:40.375066 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Port 5ba0707a-8efe-45ba-bed9-eba267712a3e on network b26f2540-500c-44b6-9f77-f164ca39393a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:19:40.375379 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Attempting to bind port 5ba0707a-8efe-45ba-bed9-eba267712a3e on network b26f2540-500c-44b6-9f77-f164ca39393a {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:19:40.380634 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:19:40.381059 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Checking segment: {'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:19:40.381430 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Bound using segment: {'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:19:40.381843 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Bound port: 5ba0707a-8efe-45ba-bed9-eba267712a3e, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d908e1-c394-45f9-af15-ecea66160688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:19:40.382180 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:40.471723 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] For port 5ba0707a-8efe-45ba-bed9-eba267712a3e, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:19:40.475194 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] For port 5ba0707a-8efe-45ba-bed9-eba267712a3e, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ba0707a-8efe-45ba-bed9-eba267712a3e,segment=NetworkSegment(c0d908e1-c394-45f9-af15-ecea66160688),segment_id=c0d908e1-c394-45f9-af15-ecea66160688)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:19:40.530959 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:40.535638 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b04668ac-9263-48b9-93c4-adf31be8d372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:40.562101 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd8f20-0e2e-4b5f-bc07-58fe0d25f831 req-58947e4a-761a-4bc2-93ae-90613c5d8875 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:40.563533 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-29cd8f20-0e2e-4b5f-bc07-58fe0d25f831 req-58947e4a-761a-4bc2-93ae-90613c5d8875 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0829573 May 04 17:19:40.584618 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:40.585248 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:40.586579 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] 10.222.0.11 "PUT /v2.0/ports/5ba0707a-8efe-45ba-bed9-eba267712a3e HTTP/1.1" status: 200 len: 1093 time: 1.1075830 May 04 17:19:40.587056 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb', 'tag': '5ba0707a-8efe-45ba-bed9-eba267712a3e'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:19:40.610288 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-29cd8f20-0e2e-4b5f-bc07-58fe0d25f831 req-4b8059e0-b8c6-4627-825d-a0de79ebac86 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 May 04 17:19:40.613355 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Pushing event updated for resources: {'Port': ['ID=5ba0707a-8efe-45ba-bed9-eba267712a3e,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:40.616426 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:40.755554 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-192769a0-ce30-4c36-b0b6-5be54cd2faa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:40.757185 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-192769a0-ce30-4c36-b0b6-5be54cd2faa4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c68d016f05c4c3ca2fcc5770f52645b&device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 1096 time: 0.0828369 May 04 17:19:40.822473 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb', 'tag': '5ba0707a-8efe-45ba-bed9-eba267712a3e', 'status': 'completed', 'code': 200} May 04 17:19:40.831204 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-8f86a636-b4db-49d7-b0c3-21c6f6da9753 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba0707a-8efe-45ba-bed9-eba267712a3e HTTP/1.1" status: 200 len: 217 time: 0.0665095 May 04 17:19:40.896287 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-45a2f0be-7623-43f7-b798-fcf5b95b9846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:40.897684 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-45a2f0be-7623-43f7-b798-fcf5b95b9846 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5eb2d53a-0408-49ca-98da-93db73ae5f2f HTTP/1.1" status: 200 len: 853 time: 0.0609305 May 04 17:19:40.959832 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9d1a7-9d35-4ea2-b0b1-0c7f95905ddb req-3abf507d-c248-451b-b083-8d3a9035b404 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:40.961208 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-98f9d1a7-9d35-4ea2-b0b1-0c7f95905ddb req-3abf507d-c248-451b-b083-8d3a9035b404 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0798070 May 04 17:19:40.971364 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9abae8e4-4c9c-41d3-b96a-25f3db6934ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:40.972965 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9abae8e4-4c9c-41d3-b96a-25f3db6934ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b26f2540-500c-44b6-9f77-f164ca39393a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691633 May 04 17:19:41.005870 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-98f9d1a7-9d35-4ea2-b0b1-0c7f95905ddb req-9a32c31e-ecea-4c94-9e21-a74ffa12076c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383229 May 04 17:19:41.103908 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-a3939ca3-63b9-4153-b93a-5e971bb9924d service neutron] 10.222.0.11 "GET /v2.0/networks/b26f2540-500c-44b6-9f77-f164ca39393a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247480 May 04 17:19:41.182067 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff6fee-1ae9-4a1b-bae2-3a31c10a0109 req-1fa5b38c-d974-42f2-8cda-0dd9bf93fbab tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:41.183518 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-94ff6fee-1ae9-4a1b-bae2-3a31c10a0109 req-1fa5b38c-d974-42f2-8cda-0dd9bf93fbab tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0830090 May 04 17:19:41.227689 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-94ff6fee-1ae9-4a1b-bae2-3a31c10a0109 req-bd51287e-d09d-4235-bb93-f2d1388c9a5d tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384235 May 04 17:19:41.234502 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-4b7c441b-6ed2-4006-b1c7-942c5acc83f6 service neutron] 10.222.0.11 "GET /v2.0/networks/b26f2540-500c-44b6-9f77-f164ca39393a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241844 May 04 17:19:41.430858 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e7283-d249-4c8e-af67-64cd2bb0bb93 req-26a68557-84d8-4b62-9a54-d756e3eb4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:41.432324 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2e2e7283-d249-4c8e-af67-64cd2bb0bb93 req-26a68557-84d8-4b62-9a54-d756e3eb4834 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4c68d016f05c4c3ca2fcc5770f52645b&device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 1096 time: 0.0745296 May 04 17:19:41.557869 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4123e2d-7558-4ff5-996f-0f7d61cdafdd req-17fb92af-4810-4f8b-99eb-44130c8d29c3 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:41.559321 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d4123e2d-7558-4ff5-996f-0f7d61cdafdd req-17fb92af-4810-4f8b-99eb-44130c8d29c3 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 943 time: 0.0836627 May 04 17:19:41.562876 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e7283-d249-4c8e-af67-64cd2bb0bb93 req-623511bc-9980-4d3a-9494-3bd5f0f47f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:41.564341 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2e2e7283-d249-4c8e-af67-64cd2bb0bb93 req-623511bc-9980-4d3a-9494-3bd5f0f47f42 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b26f2540-500c-44b6-9f77-f164ca39393a HTTP/1.1" status: 200 len: 915 time: 0.1255901 May 04 17:19:41.603588 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d4123e2d-7558-4ff5-996f-0f7d61cdafdd req-e956bbd4-a5aa-41a0-919e-95ce50452f76 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 May 04 17:19:41.630900 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2e2e7283-d249-4c8e-af67-64cd2bb0bb93 req-808004b9-4788-4230-8297-0c82b0530e02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ba0707a-8efe-45ba-bed9-eba267712a3e HTTP/1.1" status: 200 len: 217 time: 0.0597429 May 04 17:19:41.695367 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e7283-d249-4c8e-af67-64cd2bb0bb93 req-61daf21b-7af1-4006-982c-ca55d0f8bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:41.696776 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2e2e7283-d249-4c8e-af67-64cd2bb0bb93 req-61daf21b-7af1-4006-982c-ca55d0f8bdbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5eb2d53a-0408-49ca-98da-93db73ae5f2f HTTP/1.1" status: 200 len: 853 time: 0.0593498 May 04 17:19:41.773391 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e7283-d249-4c8e-af67-64cd2bb0bb93 req-1eeddbc9-efe6-4db6-b51f-64f2345b8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:41.774854 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2e2e7283-d249-4c8e-af67-64cd2bb0bb93 req-1eeddbc9-efe6-4db6-b51f-64f2345b8329 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b26f2540-500c-44b6-9f77-f164ca39393a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710135 May 04 17:19:41.798536 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26d0d2-b5df-4eac-a4ac-85a6bbf368a0 req-7311d8a9-8dbc-47db-8a9b-c718a1e638c3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:41.800000 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5f26d0d2-b5df-4eac-a4ac-85a6bbf368a0 req-7311d8a9-8dbc-47db-8a9b-c718a1e638c3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0831323 May 04 17:19:41.845203 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5f26d0d2-b5df-4eac-a4ac-85a6bbf368a0 req-a26ce456-5aa5-4233-a947-a0eba85a818d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387554 May 04 17:19:41.905019 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2e2e7283-d249-4c8e-af67-64cd2bb0bb93 req-5a3a5150-7f96-4a64-92ea-f76f29e94be5 service neutron] 10.222.0.11 "GET /v2.0/networks/b26f2540-500c-44b6-9f77-f164ca39393a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230667 May 04 17:19:42.092709 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2e2e7283-d249-4c8e-af67-64cd2bb0bb93 req-2e951a47-2472-4611-ac51-3b364b00568e service neutron] 10.222.0.11 "GET /v2.0/networks/b26f2540-500c-44b6-9f77-f164ca39393a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801896 May 04 17:19:42.194219 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207a4c8-b0f2-4237-8ebe-b96c7ea54b07 req-ac83837c-2c9e-4919-843e-52fd5e110e40 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:42.195540 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4207a4c8-b0f2-4237-8ebe-b96c7ea54b07 req-ac83837c-2c9e-4919-843e-52fd5e110e40 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0800526 May 04 17:19:42.238326 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4207a4c8-b0f2-4237-8ebe-b96c7ea54b07 req-bca79870-9b33-4b5c-8859-5b5c559d47a4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372210 May 04 17:19:42.412205 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e9591-ecbe-4973-bfde-31f47100549c req-64e55984-0162-418a-9662-7421b53a25aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:42.413647 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2f5e9591-ecbe-4973-bfde-31f47100549c req-64e55984-0162-418a-9662-7421b53a25aa tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0812538 May 04 17:19:42.425876 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:19:42.457012 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2f5e9591-ecbe-4973-bfde-31f47100549c req-087e4395-baa5-400d-8921-ccd3a2d141ad tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375855 May 04 17:19:42.785206 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f0140-bbc5-4a72-9743-51c4145fbd61 req-b87dc5c1-eefd-4ddb-90d0-f8d896eb6148 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:42.787324 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7d7f0140-bbc5-4a72-9743-51c4145fbd61 req-b87dc5c1-eefd-4ddb-90d0-f8d896eb6148 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 943 time: 0.0795360 May 04 17:19:42.831234 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7d7f0140-bbc5-4a72-9743-51c4145fbd61 req-ecd9efa8-4a5d-471e-846e-a3a8a1688b8d tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383360 May 04 17:19:42.923585 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ba0707a-8efe-45ba-bed9-eba267712a3e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:19:43.056719 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ba0707a-8efe-45ba-bed9-eba267712a3e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ba0707a-8efe-45ba-bed9-eba267712a3e,segment=NetworkSegment(c0d908e1-c394-45f9-af15-ecea66160688),segment_id=c0d908e1-c394-45f9-af15-ecea66160688)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:19:43.069565 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '5ba0707a-8efe-45ba-bed9-eba267712a3e', 'network_id': 'b26f2540-500c-44b6-9f77-f164ca39393a', 'port_id': '5ba0707a-8efe-45ba-bed9-eba267712a3e', 'mac_address': 'fa:16:3e:c7:a8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eb2d53a-0408-49ca-98da-93db73ae5f2f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:19:43.105040 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7070597-60bd-48b8-a678-09fdfe8fde36 req-5bf97272-0fe8-47bc-8e39-7a0995975931 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:43.106761 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e7070597-60bd-48b8-a678-09fdfe8fde36 req-5bf97272-0fe8-47bc-8e39-7a0995975931 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1592023 May 04 17:19:43.149270 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:43.151533 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e7070597-60bd-48b8-a678-09fdfe8fde36 req-648be878-ac87-40c3-adb5-08aae6d2a77d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389593 May 04 17:19:43.166215 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba0707a-8efe-45ba-bed9-eba267712a3e {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:19:43.181946 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ba0707a-8efe-45ba-bed9-eba267712a3e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ba0707a-8efe-45ba-bed9-eba267712a3e,segment=NetworkSegment(c0d908e1-c394-45f9-af15-ecea66160688),segment_id=c0d908e1-c394-45f9-af15-ecea66160688)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:19:43.239795 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:43.241663 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:43.306013 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=5ba0707a-8efe-45ba-bed9-eba267712a3e,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:43.315538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:43.315538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:43.315538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:43.315538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:43.315538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:43.315538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:43.315538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:43.315538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:43.316255 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:43.316255 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:43.316255 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:43.316532 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:19:43.320494 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:43.429400 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c3e30-60c0-490c-ba04-f0640758e235 req-800299e1-d60b-4630-bad2-b665522d608d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:43.430895 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-873c3e30-60c0-490c-ba04-f0640758e235 req-800299e1-d60b-4630-bad2-b665522d608d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0833745 May 04 17:19:43.452330 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['5ba0707a-8efe-45ba-bed9-eba267712a3e'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:19:43.477191 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-873c3e30-60c0-490c-ba04-f0640758e235 req-d9596656-661a-4461-8e1e-daaef5823412 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403318 May 04 17:19:43.653499 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf76cbf-8fab-4504-bec4-94e5fd860a58 req-84299983-3551-4a73-95a5-7dcb53d6d508 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:43.654853 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ddf76cbf-8fab-4504-bec4-94e5fd860a58 req-84299983-3551-4a73-95a5-7dcb53d6d508 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0793338 May 04 17:19:43.697873 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ddf76cbf-8fab-4504-bec4-94e5fd860a58 req-1a00d8bf-239e-43cd-8f50-45c5ddd8f741 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375473 May 04 17:19:44.012018 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b1bd3-74ad-43dd-bb78-92c8691b4d35 req-8756a0dd-7682-4518-a977-10cade348968 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:44.013371 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e48b1bd3-74ad-43dd-bb78-92c8691b4d35 req-8756a0dd-7682-4518-a977-10cade348968 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 944 time: 0.0804477 May 04 17:19:44.056700 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e48b1bd3-74ad-43dd-bb78-92c8691b4d35 req-48c42d3d-6076-4280-8d28-04dcbd68bcf4 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 May 04 17:19:44.334164 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4e4c2-e880-48ef-bd5a-90aea89e1612 req-28623585-ac35-4165-9eb3-e7d204b5315b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:44.335587 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f3a4e4c2-e880-48ef-bd5a-90aea89e1612 req-28623585-ac35-4165-9eb3-e7d204b5315b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0814738 May 04 17:19:44.379005 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f3a4e4c2-e880-48ef-bd5a-90aea89e1612 req-066b87b9-eb74-47be-924a-dd4c6d6ffcd9 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376253 May 04 17:19:44.663741 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bfec2-266b-4724-927a-c3a902b482e5 req-2b287a12-0dca-42d6-a481-45c1000a9fea tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:44.665092 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cf8bfec2-266b-4724-927a-c3a902b482e5 req-2b287a12-0dca-42d6-a481-45c1000a9fea tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0767970 May 04 17:19:44.707382 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cf8bfec2-266b-4724-927a-c3a902b482e5 req-107f5538-6aa4-402f-8b9f-21c3f275fc24 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367992 May 04 17:19:44.884731 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5a77c-2063-49ce-a941-4e7d05fdc382 req-dfe259ad-1b7f-4652-b78b-12ecb61b4b3a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:44.886191 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9ac5a77c-2063-49ce-a941-4e7d05fdc382 req-dfe259ad-1b7f-4652-b78b-12ecb61b4b3a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0824292 May 04 17:19:44.929341 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9ac5a77c-2063-49ce-a941-4e7d05fdc382 req-7b1e0d86-f030-48ee-9ba5-23ff8346754b tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375206 May 04 17:19:44.939134 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ba0707a-8efe-45ba-bed9-eba267712a3e up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:19:45.072993 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port 5ba0707a-8efe-45ba-bed9-eba267712a3e completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:19:45.078783 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 5ba0707a-8efe-45ba-bed9-eba267712a3e triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:19:45.078783 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:45.192698 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:45.224181 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 5ba0707a-8efe-45ba-bed9-eba267712a3e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ba0707a-8efe-45ba-bed9-eba267712a3e,segment=NetworkSegment(c0d908e1-c394-45f9-af15-ecea66160688),segment_id=c0d908e1-c394-45f9-af15-ecea66160688)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:19:45.242213 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cf1bc-6d3a-4050-8876-3241f8c578b4 req-6eb69eda-a5d3-4fd3-841b-3393f0dc30db tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:45.243657 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-659cf1bc-6d3a-4050-8876-3241f8c578b4 req-6eb69eda-a5d3-4fd3-841b-3393f0dc30db tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 944 time: 0.0824273 May 04 17:19:45.287501 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-659cf1bc-6d3a-4050-8876-3241f8c578b4 req-b65d51ec-ee4b-4227-911f-22503a0f6bb1 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380147 May 04 17:19:45.307965 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:45.309904 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-881e2360-562c-423b-9657-b93943740636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:45.377193 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=5ba0707a-8efe-45ba-bed9-eba267712a3e,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:45.380711 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:45.560661 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f049a-d965-4766-b826-2aded9a623fd req-95e6ca2b-61c3-4811-abce-5b19a29d2877 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:45.562110 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4e0f049a-d965-4766-b826-2aded9a623fd req-95e6ca2b-61c3-4811-abce-5b19a29d2877 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0773675 May 04 17:19:45.605361 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4e0f049a-d965-4766-b826-2aded9a623fd req-78fedd59-f581-41df-8744-a1756706cbdd tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371797 May 04 17:19:45.894682 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633184b-75c2-4300-88e5-4da7b71113e9 req-bb77b040-3e5b-44cf-935d-74b0c69cede0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:45.896513 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e633184b-75c2-4300-88e5-4da7b71113e9 req-bb77b040-3e5b-44cf-935d-74b0c69cede0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0798867 May 04 17:19:45.938994 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e633184b-75c2-4300-88e5-4da7b71113e9 req-a271ff80-1dc3-4eab-af40-13c4510da307 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369835 May 04 17:19:46.112074 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5479b-a23b-4130-8803-c27b1d77eb03 req-b2b9aa85-640f-4fbc-bf83-eae6610ed10b tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:46.113508 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0b5479b-a23b-4130-8803-c27b1d77eb03 req-b2b9aa85-640f-4fbc-bf83-eae6610ed10b tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0810213 May 04 17:19:46.155784 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0b5479b-a23b-4130-8803-c27b1d77eb03 req-2e63d82f-ddef-4f18-9d4a-83dd7c6f7040 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365965 May 04 17:19:46.469777 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34474bbe-3fe7-4697-9368-586b6d678cc6 req-51d85185-e1c0-4159-ae88-34071a99f34d tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:46.471101 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-34474bbe-3fe7-4697-9368-586b6d678cc6 req-51d85185-e1c0-4159-ae88-34071a99f34d tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0777683 May 04 17:19:46.514457 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-34474bbe-3fe7-4697-9368-586b6d678cc6 req-e4e2d8cb-acd4-44ec-bc89-4d642b2d526f tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378025 May 04 17:19:46.786756 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbd5c6-d813-4a63-8133-dfbe551e3552 req-2cc0a524-3833-4da5-9420-ab6ca9a125f3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:46.788183 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-99cbd5c6-d813-4a63-8133-dfbe551e3552 req-2cc0a524-3833-4da5-9420-ab6ca9a125f3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0806358 May 04 17:19:46.831115 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-99cbd5c6-d813-4a63-8133-dfbe551e3552 req-e48db195-115f-483a-9947-2472c755b047 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373344 May 04 17:19:47.128260 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0c697-ac45-4932-867d-cc851191e1dd req-8fe2c26d-497a-4152-b5b8-c1222e13dee4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:47.130231 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cea0c697-ac45-4932-867d-cc851191e1dd req-8fe2c26d-497a-4152-b5b8-c1222e13dee4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0832727 May 04 17:19:47.172933 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cea0c697-ac45-4932-867d-cc851191e1dd req-028b0f76-7b59-48f3-be76-9589f0ef4c48 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367248 May 04 17:19:47.346484 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c70476-7803-4ae1-8f96-15fdaf49e1a4 req-88761ceb-d6a5-4616-a055-0d6d1116e9f7 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:47.347914 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-03c70476-7803-4ae1-8f96-15fdaf49e1a4 req-88761ceb-d6a5-4616-a055-0d6d1116e9f7 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0780642 May 04 17:19:47.392187 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-03c70476-7803-4ae1-8f96-15fdaf49e1a4 req-4d883957-f8b8-498c-bb8b-206aebf62268 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381577 May 04 17:19:47.844773 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a4289-dc5d-4f42-b381-8c675ac7f180 req-0fd9f1cc-fdf1-4b1c-828b-fecee2f2a636 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:47.846220 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-357a4289-dc5d-4f42-b381-8c675ac7f180 req-0fd9f1cc-fdf1-4b1c-828b-fecee2f2a636 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0802462 May 04 17:19:47.890392 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-357a4289-dc5d-4f42-b381-8c675ac7f180 req-dd5d4e0c-2c70-48f9-abcf-9e87d460b76c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380807 May 04 17:19:48.059011 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56b3aa-6375-4f24-b153-caba389971f6 req-847dfa97-17ee-4986-9869-7d8bc429597d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:48.060333 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1b56b3aa-6375-4f24-b153-caba389971f6 req-847dfa97-17ee-4986-9869-7d8bc429597d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0799909 May 04 17:19:48.177133 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1b56b3aa-6375-4f24-b153-caba389971f6 req-d27067aa-f737-4223-9fe7-a39eede2434f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112051 May 04 17:19:48.360116 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033015f-c61d-4bce-9b2b-fcc5f563e44b req-51f11749-4b91-4398-9f89-b80e8d9df9df tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:48.361472 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d033015f-c61d-4bce-9b2b-fcc5f563e44b req-51f11749-4b91-4398-9f89-b80e8d9df9df tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0787168 May 04 17:19:48.408946 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d033015f-c61d-4bce-9b2b-fcc5f563e44b req-f774ce7f-06b2-4e19-9125-d614dd222e19 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417261 May 04 17:19:48.579499 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8899b-b8a2-42ac-ab75-c0e9ac1a062d req-af861015-4355-4a8c-a622-649c1a814a5c tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:48.580947 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ccb8899b-b8a2-42ac-ab75-c0e9ac1a062d req-af861015-4355-4a8c-a622-649c1a814a5c tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0779300 May 04 17:19:48.625329 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ccb8899b-b8a2-42ac-ab75-c0e9ac1a062d req-fc90b71f-0428-43c3-93dc-f9a6be7fa12f tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382211 May 04 17:19:49.071650 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87456eb2-7ed1-45be-8022-17862c01c66f req-fc10681d-8788-4c5c-96e0-b31bcedcfc23 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:49.073084 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-87456eb2-7ed1-45be-8022-17862c01c66f req-fc10681d-8788-4c5c-96e0-b31bcedcfc23 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0804727 May 04 17:19:49.116169 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-87456eb2-7ed1-45be-8022-17862c01c66f req-5e4a3fc0-7171-47e2-8a8d-9f8ee309e479 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375471 May 04 17:19:49.356663 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077e07f-539c-482b-9e94-ad2faf40c8b0 req-bc7ad6c0-dd6a-44ae-9be5-a9a61733cd2c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:49.358120 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3077e07f-539c-482b-9e94-ad2faf40c8b0 req-bc7ad6c0-dd6a-44ae-9be5-a9a61733cd2c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0783620 May 04 17:19:49.401779 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3077e07f-539c-482b-9e94-ad2faf40c8b0 req-1a3884f1-38b7-47c0-9058-6b56d7cda88a tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380504 May 04 17:19:49.594359 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f2fd9-0a71-4a99-ad91-12444b61f461 req-6d4cee65-7fde-4398-98ea-ec2c41c9b202 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:49.595787 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b47f2fd9-0a71-4a99-ad91-12444b61f461 req-6d4cee65-7fde-4398-98ea-ec2c41c9b202 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0812871 May 04 17:19:49.639160 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b47f2fd9-0a71-4a99-ad91-12444b61f461 req-9f2cefb2-7396-4520-a394-3384c486a3d5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370247 May 04 17:19:49.812702 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8f730-6fa6-4364-a582-0397c52cca7e req-1327d374-cd26-4de2-95e5-df9e87d5900c tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:49.814149 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-58f8f730-6fa6-4364-a582-0397c52cca7e req-1327d374-cd26-4de2-95e5-df9e87d5900c tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0808067 May 04 17:19:49.857939 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-58f8f730-6fa6-4364-a582-0397c52cca7e req-e738cc06-1ca5-4174-9e81-fb5fc91f688a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375006 May 04 17:19:50.295535 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5d3b6-b415-4c28-baf4-7dc971cce50d req-3d6581a8-cfb1-43ee-b685-1c2ed928ce39 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:50.297001 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0bd5d3b6-b415-4c28-baf4-7dc971cce50d req-3d6581a8-cfb1-43ee-b685-1c2ed928ce39 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0779014 May 04 17:19:50.341007 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0bd5d3b6-b415-4c28-baf4-7dc971cce50d req-b1b9f368-1cb9-426c-ac54-f74617c4a75b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377502 May 04 17:19:50.581891 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ddbd5-2c7e-4cac-9acf-bd67cf7767f7 req-bf274f35-7319-4483-9e2f-416435819acd tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:50.583291 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8d9ddbd5-2c7e-4cac-9acf-bd67cf7767f7 req-bf274f35-7319-4483-9e2f-416435819acd tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0794227 May 04 17:19:50.626475 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8d9ddbd5-2c7e-4cac-9acf-bd67cf7767f7 req-cf04da20-45fe-4e2a-b7c6-35e958b98598 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376291 May 04 17:19:50.826326 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d4650-86cd-4ceb-8f5e-0179e2bf999d req-65b9d6b6-0f3e-4ca7-885c-3d68d3eadbdb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:50.827733 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-608d4650-86cd-4ceb-8f5e-0179e2bf999d req-65b9d6b6-0f3e-4ca7-885c-3d68d3eadbdb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0806324 May 04 17:19:50.871173 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-608d4650-86cd-4ceb-8f5e-0179e2bf999d req-ff1860b1-ef00-4e0e-b9fc-2689eb125e48 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370903 May 04 17:19:51.042270 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1f3ae-32f4-4bb6-b6e5-29f0b2e35a45 req-095d4af0-f21d-46bb-b570-833790698946 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:51.043689 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bff1f3ae-32f4-4bb6-b6e5-29f0b2e35a45 req-095d4af0-f21d-46bb-b570-833790698946 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0767279 May 04 17:19:51.086422 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bff1f3ae-32f4-4bb6-b6e5-29f0b2e35a45 req-7a9c6f98-e03b-4a41-bc79-1ecf30fedcad tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372870 May 04 17:19:51.520716 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95859e49-0c9e-43f4-8dac-5be20981e6fa req-d89cb2d3-0b5a-4127-89cb-964d6111a787 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:51.522148 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-95859e49-0c9e-43f4-8dac-5be20981e6fa req-d89cb2d3-0b5a-4127-89cb-964d6111a787 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0797100 May 04 17:19:51.565174 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-95859e49-0c9e-43f4-8dac-5be20981e6fa req-4fc5a853-b60e-47dc-9f7a-effbe648644b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374560 May 04 17:19:51.806175 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fbadc-8e37-4a7c-96f9-9f827b69d016 req-1a718992-bf32-4b5b-a3fd-6e3e997268a6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:51.807593 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee3fbadc-8e37-4a7c-96f9-9f827b69d016 req-1a718992-bf32-4b5b-a3fd-6e3e997268a6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0806036 May 04 17:19:51.850748 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee3fbadc-8e37-4a7c-96f9-9f827b69d016 req-f88af7eb-ae6d-460c-8245-86418d4a7fc6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374711 May 04 17:19:52.057619 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd0b4c-6c38-4df3-94d8-f0f7fde1534d req-4dd2546f-b645-43c6-be15-27a42e6088cc tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:52.059021 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4ecd0b4c-6c38-4df3-94d8-f0f7fde1534d req-4dd2546f-b645-43c6-be15-27a42e6088cc tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0765412 May 04 17:19:52.102015 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4ecd0b4c-6c38-4df3-94d8-f0f7fde1534d req-4f63e528-a603-4699-9c2a-6b515885b43f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374742 May 04 17:19:52.275747 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792cf7b-02bc-47b3-9170-38f9083ec621 req-78645a6a-7c5d-4a04-8b6b-dba998baa661 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:52.277178 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7792cf7b-02bc-47b3-9170-38f9083ec621 req-78645a6a-7c5d-4a04-8b6b-dba998baa661 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0808947 May 04 17:19:52.321038 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7792cf7b-02bc-47b3-9170-38f9083ec621 req-8a7e1643-586a-4c96-90e1-2078752183d1 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381904 May 04 17:19:52.747568 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b126d-fe23-476f-a142-d1181fd266fa req-dbe2a160-9019-4fcb-9e67-e4d351482861 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:52.749012 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5e3b126d-fe23-476f-a142-d1181fd266fa req-dbe2a160-9019-4fcb-9e67-e4d351482861 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0819738 May 04 17:19:52.792436 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5e3b126d-fe23-476f-a142-d1181fd266fa req-b82551f1-f888-42bb-a8a5-1857ef6bab8b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377593 May 04 17:19:52.964900 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-ea4da77d-9633-4ab9-aa31-34ba8d01d784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:53.031064 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e00bc4-2add-4db4-803e-2c5744709163 req-086a7d95-0e1b-4930-9543-408f92acd7ea tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:53.032505 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d9e00bc4-2add-4db4-803e-2c5744709163 req-086a7d95-0e1b-4930-9543-408f92acd7ea tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0776532 May 04 17:19:53.076172 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d9e00bc4-2add-4db4-803e-2c5744709163 req-6567a5c2-82e9-45e4-ab9a-efe5b0d123a1 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374558 May 04 17:19:53.361643 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df729abd-b8d3-4e68-8299-fc71d36a91f3 req-69524c45-b7f3-4924-9a07-b1677f876a41 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:53.363080 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-df729abd-b8d3-4e68-8299-fc71d36a91f3 req-69524c45-b7f3-4924-9a07-b1677f876a41 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1542966 May 04 17:19:53.406173 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-df729abd-b8d3-4e68-8299-fc71d36a91f3 req-372e338c-60f3-48f5-89a2-747c0cbdb7aa tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372980 May 04 17:19:53.580950 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc116254-758f-4a50-9f57-2777125f9cdd req-55ba4771-3db3-41ba-93aa-afeecabfe7e5 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:53.582361 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc116254-758f-4a50-9f57-2777125f9cdd req-55ba4771-3db3-41ba-93aa-afeecabfe7e5 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0804203 May 04 17:19:53.625608 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc116254-758f-4a50-9f57-2777125f9cdd req-3b64ef67-9e17-43ec-85e0-04b6f3c4daa1 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369916 May 04 17:19:53.973484 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfc2d6-03e5-46e6-9d4a-0a4e3c1365d5 req-3f40123f-bb34-4d8f-a8f1-3d390fe1350f tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:53.974888 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d9bfc2d6-03e5-46e6-9d4a-0a4e3c1365d5 req-3f40123f-bb34-4d8f-a8f1-3d390fe1350f tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0768807 May 04 17:19:54.017940 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d9bfc2d6-03e5-46e6-9d4a-0a4e3c1365d5 req-65f745b6-5ae1-46e8-9fb9-a3c005b6b00b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376096 May 04 17:19:54.259876 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98812b-a09a-422f-8de5-d2c7fbafa8d3 req-74812532-f53e-4a41-a7e1-1d810d940517 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:54.261324 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7b98812b-a09a-422f-8de5-d2c7fbafa8d3 req-74812532-f53e-4a41-a7e1-1d810d940517 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.0824649 May 04 17:19:54.305891 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7b98812b-a09a-422f-8de5-d2c7fbafa8d3 req-bd31edfc-7c20-4e62-aece-8a43cf3703c3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387299 May 04 17:19:54.594591 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad035be-f751-48fa-bed4-0708147b028b req-be98902d-b1e7-47a8-9a71-07812b8040c0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:54.596009 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fad035be-f751-48fa-bed4-0708147b028b req-be98902d-b1e7-47a8-9a71-07812b8040c0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0814233 May 04 17:19:54.640330 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fad035be-f751-48fa-bed4-0708147b028b req-c915afd2-7977-449a-b5ae-864a39d57806 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386307 May 04 17:19:54.773359 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-9dfe51e0-aa28-41f6-a1cd-7ea7e430c3f4 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:54.774050 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-9dfe51e0-aa28-41f6-a1cd-7ea7e430c3f4 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Synchronizing usage tracker for tenant:f70b570c63d24b6988a5203551fa973b on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:19:54.815401 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e92254-47eb-4f1b-ae21-0b9a4dd9c87f req-492f5eb9-66be-42ea-ba9b-62965b87ebd2 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:54.816913 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-98e92254-47eb-4f1b-ae21-0b9a4dd9c87f req-492f5eb9-66be-42ea-ba9b-62965b87ebd2 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0798836 May 04 17:19:54.839197 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-9dfe51e0-aa28-41f6-a1cd-7ea7e430c3f4 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Unset dirty status for tenant:f70b570c63d24b6988a5203551fa973b on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:19:54.840326 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-9dfe51e0-aa28-41f6-a1cd-7ea7e430c3f4 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.11 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 946 time: 0.1481025 May 04 17:19:54.861469 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-98e92254-47eb-4f1b-ae21-0b9a4dd9c87f req-adca5eed-4f06-49b3-97b3-24143d5a9185 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380177 May 04 17:19:54.970046 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-d68c3855-08f0-4e9f-a43a-6f526f63547b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Deleting port 2f0ed471-2b11-4443-a37f-3bff8809e887 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:19:54.970384 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-d68c3855-08f0-4e9f-a43a-6f526f63547b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:55.097835 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-d68c3855-08f0-4e9f-a43a-6f526f63547b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] For port 2f0ed471-2b11-4443-a37f-3bff8809e887, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2f0ed471-2b11-4443-a37f-3bff8809e887,segment=NetworkSegment(b1bed6c2-bb52-4ee3-b5ef-16047ca122d2),segment_id=b1bed6c2-bb52-4ee3-b5ef-16047ca122d2)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:19:55.098706 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-d68c3855-08f0-4e9f-a43a-6f526f63547b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:55.201203 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f2be3-b192-4d9c-a15b-44a8da1647d1 req-1106cf20-70d4-42fa-ac80-a6c6b336d19b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:55.202663 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b89f2be3-b192-4d9c-a15b-44a8da1647d1 req-1106cf20-70d4-42fa-ac80-a6c6b336d19b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0814328 May 04 17:19:55.221201 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-d68c3855-08f0-4e9f-a43a-6f526f63547b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Calling delete_port for 2f0ed471-2b11-4443-a37f-3bff8809e887 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:19:55.247920 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b89f2be3-b192-4d9c-a15b-44a8da1647d1 req-9d0ec99a-aaa5-44d0-b8ab-91383a43159d tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394576 May 04 17:19:55.433526 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-d68c3855-08f0-4e9f-a43a-6f526f63547b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:55.439594 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:19:55.452735 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ef01f981-3818-477b-b8fe-ac667fd15ca9 req-a7685ac1-4cca-4b0d-bec6-6a3c91780567 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 210 time: 0.0408232 May 04 17:19:55.489348 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c3855-08f0-4e9f-a43a-6f526f63547b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Pushing event deleted for resources: {'Port': ['ID=2f0ed471-2b11-4443-a37f-3bff8809e887,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:19:55.491872 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d68c3855-08f0-4e9f-a43a-6f526f63547b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:19:55.563121 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-d68c3855-08f0-4e9f-a43a-6f526f63547b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] No DVR routers for this DVR port 2f0ed471-2b11-4443-a37f-3bff8809e887 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:19:55.565543 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-d68c3855-08f0-4e9f-a43a-6f526f63547b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:55.569308 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a44181-4178-4baf-8b4d-7a150bbead91', 'name': 'network-vif-deleted', 'tag': '2f0ed471-2b11-4443-a37f-3bff8809e887'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:19:55.613241 dv-cinder-789603-1-iscsi neutron-server[74289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00a44181-4178-4baf-8b4d-7a150bbead91', 'name': 'network-vif-deleted', 'tag': '2f0ed471-2b11-4443-a37f-3bff8809e887', 'status': 'failed', 'code': 422} returned with failed status May 04 17:19:55.628048 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:55.662902 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-5d7bbac9-1626-4396-a6ca-dc28c0b8c49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:55.664496 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1a97786e-1673-44da-afc5-3dbc74e60a1b req-d68c3855-08f0-4e9f-a43a-6f526f63547b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.11 "DELETE /v2.0/ports/2f0ed471-2b11-4443-a37f-3bff8809e887 HTTP/1.1" status: 204 len: 173 time: 0.8181386 May 04 17:19:55.837140 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c35d23-24c7-408c-8bf6-71428c3ffbac req-a369e26d-fc86-437e-ab0b-23344f47e027 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:55.838682 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b5c35d23-24c7-408c-8bf6-71428c3ffbac req-a369e26d-fc86-437e-ab0b-23344f47e027 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0890985 May 04 17:19:55.882984 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b5c35d23-24c7-408c-8bf6-71428c3ffbac req-6d8d5040-1593-4174-aaf0-6bddc7172cd3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385823 May 04 17:19:56.058673 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be48f7-46c1-45df-afff-fc94b2d0c6de req-7974415f-74ed-4e2a-9a61-4d2e95a4982c tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:56.060097 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60be48f7-46c1-45df-afff-fc94b2d0c6de req-7974415f-74ed-4e2a-9a61-4d2e95a4982c tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0815146 May 04 17:19:56.102932 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60be48f7-46c1-45df-afff-fc94b2d0c6de req-210628aa-cbc4-4a0b-a2ce-486842be895a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370920 May 04 17:19:56.430477 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7574406-5285-4373-acb4-509cb8d34e22 req-57f12938-192c-4a9a-8726-5007157bd951 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:56.431901 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e7574406-5285-4373-acb4-509cb8d34e22 req-57f12938-192c-4a9a-8726-5007157bd951 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0791202 May 04 17:19:56.476024 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e7574406-5285-4373-acb4-509cb8d34e22 req-8e7812ab-6630-413a-9c1f-fc388ed2f67d tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385060 May 04 17:19:56.625260 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-04c473aa-6bf9-4088-b7c7-18fa12ec6bb4 req-584f6d23-75b5-435c-bb92-6f040c29ee35 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 210 time: 0.0446770 May 04 17:19:56.673645 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:56.908166 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-20493829-4925-473b-9bc7-a65c8ce65ff4 req-34f7e1d8-3a9c-41cc-83d2-11903b50e5e8 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=00a44181-4178-4baf-8b4d-7a150bbead91 HTTP/1.1" status: 200 len: 210 time: 0.0413272 May 04 17:19:57.001744 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 2f0ed471-2b11-4443-a37f-3bff8809e887 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:19:57.035246 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: 2f0ed471-2b11-4443-a37f-3bff8809e887 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:19:57.036195 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 2f0ed471-2b11-4443-a37f-3bff8809e887 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:19:57.605176 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5ff19-b187-49cb-892f-55f96a6279ed req-d579a3d0-4fed-40fd-a1a3-8b4f982f31a3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:57.606859 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d2b5ff19-b187-49cb-892f-55f96a6279ed req-d579a3d0-4fed-40fd-a1a3-8b4f982f31a3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0818434 May 04 17:19:57.650051 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d2b5ff19-b187-49cb-892f-55f96a6279ed req-71879ee2-7d90-4748-8812-c22273ba8ead tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375395 May 04 17:19:57.821815 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bdbfa-ac01-4da2-80cd-9ca3f496d10f req-8c26727f-cb76-4016-8b96-36d073f71ae4 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:57.823251 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-428bdbfa-ac01-4da2-80cd-9ca3f496d10f req-8c26727f-cb76-4016-8b96-36d073f71ae4 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0792007 May 04 17:19:57.866310 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-428bdbfa-ac01-4da2-80cd-9ca3f496d10f req-6262e5f7-1371-47a5-b08e-f7c674acd6be tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373952 May 04 17:19:58.104439 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265755e0-c3e5-429e-8e51-944a6c351ed4 req-f42ec58e-e072-4a9b-8e79-1aaea9438341 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:58.105892 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-265755e0-c3e5-429e-8e51-944a6c351ed4 req-f42ec58e-e072-4a9b-8e79-1aaea9438341 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0816782 May 04 17:19:58.150249 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-265755e0-c3e5-429e-8e51-944a6c351ed4 req-3438ca5d-1e2d-4742-bdef-6ba06d3e5742 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378335 May 04 17:19:58.222014 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:19:58.375046 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-71ab76c9-3995-47ca-9a7e-4b307d9df16f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:58.376439 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-71ab76c9-3995-47ca-9a7e-4b307d9df16f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/networks?id=7c8314f4-7dcf-4544-90c8-1f07219d67b4 HTTP/1.1" status: 200 len: 809 time: 0.1422975 May 04 17:19:58.391345 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-128f0eb3-841c-4a3a-a99b-fb2bf68a23ca tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/quotas/f70b570c63d24b6988a5203551fa973b HTTP/1.1" status: 200 len: 375 time: 0.0087407 May 04 17:19:58.439905 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-8039ec0c-68a0-471e-b969-724b9d2c1400 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f70b570c63d24b6988a5203551fa973b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435612 May 04 17:19:58.640790 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-b1bb20c0-e21c-4fc0-9ec3-128088eff538 service neutron] 10.222.0.22 "GET /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935434 May 04 17:19:58.768483 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-64444647-cca1-421f-809e-748aea44ffd3 service neutron] 10.222.0.22 "GET /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217625 May 04 17:19:59.143002 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f7f88-ce60-432f-b760-658fa36d87cc req-7b1e2e79-0d7e-4ef2-b582-48ecae86225e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:59.144541 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-773f7f88-ce60-432f-b760-658fa36d87cc req-7b1e2e79-0d7e-4ef2-b582-48ecae86225e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0792656 May 04 17:19:59.188824 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-773f7f88-ce60-432f-b760-658fa36d87cc req-cf1ecbf4-d21c-4b43-94ea-a91a44bcbfd2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382710 May 04 17:19:59.372385 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ee7eb-efce-4e1f-9500-fb4ef445f2f0 req-a6eff453-cb38-481e-b628-c1140eb7e80b tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:59.373884 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-be9ee7eb-efce-4e1f-9500-fb4ef445f2f0 req-a6eff453-cb38-481e-b628-c1140eb7e80b tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0861170 May 04 17:19:59.419717 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-be9ee7eb-efce-4e1f-9500-fb4ef445f2f0 req-130bf3ba-6f58-4116-a7e2-fcb16dd9da2f tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394554 May 04 17:19:59.502655 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3ff95e25-6cc3-419f-95ec-9bee886fca9c req-33294109-f646-4adf-8b49-161764c37b86 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 210 time: 0.0424623 May 04 17:19:59.674740 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5216725-7bbf-4e17-ab3b-459465941411 req-1d4b2cfa-0f78-4a90-be44-fd74f3832324 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:19:59.676093 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f5216725-7bbf-4e17-ab3b-459465941411 req-1d4b2cfa-0f78-4a90-be44-fd74f3832324 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0823641 May 04 17:19:59.721889 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f5216725-7bbf-4e17-ab3b-459465941411 req-753171c6-7d4a-4332-8a0d-9b4132e51d32 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399244 May 04 17:20:00.381992 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf358d-9c45-42c9-acee-a18d6f55ae05 req-2fc101c9-189f-4ddb-abe0-3fa86f9616c1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:00.383456 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ffdf358d-9c45-42c9-acee-a18d6f55ae05 req-2fc101c9-189f-4ddb-abe0-3fa86f9616c1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0877528 May 04 17:20:00.413118 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-5290e84b-9dba-4494-9122-b60cf786f722 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:00.413732 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-5290e84b-9dba-4494-9122-b60cf786f722 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Synchronizing usage tracker for tenant:8c88f339373d4bff985bd4a7c1f24a52 on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:20:00.428548 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ffdf358d-9c45-42c9-acee-a18d6f55ae05 req-4c11b0b4-502d-4760-ba86-ed0ec18525e5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389943 May 04 17:20:00.513409 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-5290e84b-9dba-4494-9122-b60cf786f722 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Unset dirty status for tenant:8c88f339373d4bff985bd4a7c1f24a52 on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:20:00.514776 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-5290e84b-9dba-4494-9122-b60cf786f722 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.1842742 May 04 17:20:00.609130 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a88600-f8d9-49da-9257-18d532419b15 req-69fad5c0-fa04-4036-af8d-aae31c170c0f tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:00.610575 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-58a88600-f8d9-49da-9257-18d532419b15 req-69fad5c0-fa04-4036-af8d-aae31c170c0f tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 945 time: 0.0790875 May 04 17:20:00.655225 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Deleting port df70897c-b93b-4bea-8801-f60674f1a870 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:00.655570 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-58a88600-f8d9-49da-9257-18d532419b15 req-d0910e1f-0f7b-4842-bcc4-3ab2c77dbec0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/security-groups?id=27927671-dff9-4318-a9ce-a507bb59cc9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385783 May 04 17:20:00.655699 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:00.788494 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] For port df70897c-b93b-4bea-8801-f60674f1a870, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=df70897c-b93b-4bea-8801-f60674f1a870,segment=NetworkSegment(2c1b206b-aec0-4ce9-b884-5ba104bf6397),segment_id=2c1b206b-aec0-4ce9-b884-5ba104bf6397)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:00.788890 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:00.791870 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3b8470a6-0c92-4dba-905b-40693380a846 req-2584d657-d31d-4537-8c15-0077f1cb2a6f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 210 time: 0.0446534 May 04 17:20:00.911803 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Calling delete_port for df70897c-b93b-4bea-8801-f60674f1a870 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:00.974746 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96e744-8acd-4b85-8c80-763b81092cb2 req-bf1c82ff-8e97-4391-8393-64cb9a25eccc tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:00.976144 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c96e744-8acd-4b85-8c80-763b81092cb2 req-bf1c82ff-8e97-4391-8393-64cb9a25eccc tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0828598 May 04 17:20:01.023666 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c96e744-8acd-4b85-8c80-763b81092cb2 req-6c6a57c5-e403-4b26-8c24-d1d2cf071d56 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 May 04 17:20:01.114106 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:01.115676 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:01.127243 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8b225642-099a-41a0-8432-42f844979bec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:01.253716 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Pushing event deleted for resources: {'Port': ['ID=df70897c-b93b-4bea-8801-f60674f1a870,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:01.293224 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:01.344161 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] No DVR routers for this DVR port df70897c-b93b-4bea-8801-f60674f1a870 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:20:01.348939 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:01.351456 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a771329-b503-4fca-a841-a83789bd2352', 'name': 'network-vif-deleted', 'tag': 'df70897c-b93b-4bea-8801-f60674f1a870'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:20:01.384145 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-1c025634-3beb-45f8-accc-90a61aacfe6f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:01.386224 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-1c025634-3beb-45f8-accc-90a61aacfe6f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.11 "GET /v2.0/networks?id=7c8314f4-7dcf-4544-90c8-1f07219d67b4 HTTP/1.1" status: 200 len: 809 time: 0.3779025 May 04 17:20:01.400781 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Request body: {'port': {'device_id': '868134e7-c9d0-4afc-90d0-20487d051cdd', 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4', 'admin_state_up': True, 'tenant_id': 'f70b570c63d24b6988a5203551fa973b'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:20:01.418663 dv-cinder-789603-1-iscsi neutron-server[74289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a771329-b503-4fca-a841-a83789bd2352', 'name': 'network-vif-deleted', 'tag': 'df70897c-b93b-4bea-8801-f60674f1a870', 'status': 'failed', 'code': 422} returned with failed status May 04 17:20:01.437499 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.11 "DELETE /v2.0/ports/df70897c-b93b-4bea-8801-f60674f1a870 HTTP/1.1" status: 204 len: 173 time: 0.9138048 May 04 17:20:01.550641 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:20:01.554686 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Usage tracker for resource:port and tenant:f70b570c63d24b6988a5203551fa973b is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:20:01.557567 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:20:01.563520 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:20:01.622050 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6a621-d38b-49f4-96c8-671ceda4f45b req-79ce9953-5231-44b6-8946-4400f47e7ed9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:01.623475 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-57b6a621-d38b-49f4-96c8-671ceda4f45b req-79ce9953-5231-44b6-8946-4400f47e7ed9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0834081 May 04 17:20:01.628029 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Made reservation on behalf of f70b570c63d24b6988a5203551fa973b for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:20:01.631765 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:01.669148 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-57b6a621-d38b-49f4-96c8-671ceda4f45b req-e3315b3c-e2aa-4c7f-b2ab-f5a8b053a121 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397489 May 04 17:20:01.800104 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Allocated IP 172.20.0.3 (7c8314f4-7dcf-4544-90c8-1f07219d67b4/6418cb44-8027-4f17-a386-415152f11287/7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:20:01.815299 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-adf0cd43-f50c-4cdd-b910-a25f87813831 req-ef246ab1-159e-420f-94f1-8c1f0b6ef908 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 210 time: 0.0443051 May 04 17:20:01.964646 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-81e6ee90-cc94-41ce-bd41-c39747e9ed89 req-987be623-2430-4b6a-923a-5b27bc87189c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 210 time: 0.0479171 May 04 17:20:02.022510 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:02.097222 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:02.102687 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7b3d2662-0ebd-41e7-a7a6-317a787503ad tempest-ServerRescueNegativeTestJSON-53070204 tempest-ServerRescueNegativeTestJSON-53070204-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:02.161942 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:20:02.169074 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:20:02.173397 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:20:02.214836 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac6421-d7f2-435d-8dce-8238c84ccb03 req-92b1198e-71fe-446c-b8a9-5d1ef0fd6fc5 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:02.216369 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0eac6421-d7f2-435d-8dce-8238c84ccb03 req-92b1198e-71fe-446c-b8a9-5d1ef0fd6fc5 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0827596 May 04 17:20:02.218169 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Pushing event updated for resources: {'Port': ['ID=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:02.222787 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:02.244295 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:02.244922 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:02.263466 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0eac6421-d7f2-435d-8dce-8238c84ccb03 req-33ab8bb7-5d65-4605-8406-57daff741517 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 May 04 17:20:02.354423 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9583745 May 04 17:20:02.366279 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Request body: {'port': {'device_id': '868134e7-c9d0-4afc-90d0-20487d051cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:20:02.477609 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:02.819916 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:20:02.827352 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:02.842162 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Transition to ACTIVE for port object 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:20:02.865344 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee201e70-44e0-41d5-8b7c-3e2f83a42099 req-866203a8-ba97-440b-85c3-7b767574ca07 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:02.866755 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee201e70-44e0-41d5-8b7c-3e2f83a42099 req-866203a8-ba97-440b-85c3-7b767574ca07 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0868318 May 04 17:20:02.901657 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:02.906459 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b277e159-84ef-4584-a1bd-a48163737d23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:02.910854 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee201e70-44e0-41d5-8b7c-3e2f83a42099 req-69a25207-1af9-45af-8e46-01df14472917 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384340 May 04 17:20:03.033145 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device df70897c-b93b-4bea-8801-f60674f1a870 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:03.057548 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:03.060315 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:03.066179 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-43dc31b2-643c-4e01-8338-fc9134f3cecb req-fc5cc486-2d14-4770-bb92-ee0045fef31c tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 210 time: 0.0437446 May 04 17:20:03.072391 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: df70897c-b93b-4bea-8801-f60674f1a870 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:03.072740 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device df70897c-b93b-4bea-8801-f60674f1a870 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:03.133061 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Attempting to bind port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:20:03.133311 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Attempting to bind port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'b1bed6c2-bb52-4ee3-b5ef-16047ca122d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:20:03.133630 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Attempting to bind port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 on network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:20:03.138122 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 on network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:20:03.138433 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Attempting to bind port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 on network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:20:03.143394 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:20:03.143720 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Checking segment: {'id': 'b1bed6c2-bb52-4ee3-b5ef-16047ca122d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:20:03.144098 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Bound using segment: {'id': 'b1bed6c2-bb52-4ee3-b5ef-16047ca122d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:20:03.144510 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Bound port: 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bed6c2-bb52-4ee3-b5ef-16047ca122d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:20:03.144867 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:03.230942 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] For port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:20:03.234311 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] For port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06,segment=NetworkSegment(b1bed6c2-bb52-4ee3-b5ef-16047ca122d2),segment_id=b1bed6c2-bb52-4ee3-b5ef-16047ca122d2)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:20:03.240535 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc6638-6763-4c32-a906-f09a0686ab04 req-d807a63b-03c6-489d-b4c9-098628d7c5ce tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:03.244971 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b6bc6638-6763-4c32-a906-f09a0686ab04 req-d807a63b-03c6-489d-b4c9-098628d7c5ce tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 943 time: 0.0842237 May 04 17:20:03.285790 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b6bc6638-6763-4c32-a906-f09a0686ab04 req-a94e20db-8ff9-49fa-a846-90f265d2a6d5 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379195 May 04 17:20:03.330771 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:03.334552 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a26bf04e-0eec-43f8-a190-6db681674a3a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:03.458439 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:03.459044 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:03.460602 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] 10.222.0.11 "PUT /v2.0/ports/7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 HTTP/1.1" status: 200 len: 1093 time: 1.0981824 May 04 17:20:03.462924 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868134e7-c9d0-4afc-90d0-20487d051cdd', 'tag': '7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:20:03.489203 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:03.492947 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:03.581623 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-38258fb6-46a4-4e4c-813e-15a009f2563c req-f771e333-ff9e-4358-99cc-2af9bba61708 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a771329-b503-4fca-a841-a83789bd2352 HTTP/1.1" status: 200 len: 210 time: 0.0421228 May 04 17:20:03.648004 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-8eef3372-9478-471c-827e-ae1286d19746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:03.649491 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-8eef3372-9478-471c-827e-ae1286d19746 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f70b570c63d24b6988a5203551fa973b&device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 1096 time: 0.0711408 May 04 17:20:03.718401 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-579291fc-744e-4eac-9bef-652f3c49a657 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 HTTP/1.1" status: 200 len: 217 time: 0.0613210 May 04 17:20:03.781822 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-f2961a80-1b82-42be-8e20-adcd5cc6f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:03.783341 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-f2961a80-1b82-42be-8e20-adcd5cc6f5be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6418cb44-8027-4f17-a386-415152f11287 HTTP/1.1" status: 200 len: 849 time: 0.0580382 May 04 17:20:03.831812 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-b07a9ee9-0d77-4467-ab03-a3c9ea308942 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c8314f4-7dcf-4544-90c8-1f07219d67b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420284 May 04 17:20:03.961253 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-ce522f15-45c5-4074-9500-cdbf567781d4 service neutron] 10.222.0.11 "GET /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228018 May 04 17:20:04.089848 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-520a2d72-ec78-418a-9b53-2c39e5c6f9dd service neutron] 10.222.0.11 "GET /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228054 May 04 17:20:04.411048 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7e6f3-7694-4e31-a24e-9e8fc360d7aa req-bb3384c6-ee5a-45dc-b86f-db9d87fbf111 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:04.412422 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ccb7e6f3-7694-4e31-a24e-9e8fc360d7aa req-bb3384c6-ee5a-45dc-b86f-db9d87fbf111 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.1579227 May 04 17:20:04.455912 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ccb7e6f3-7694-4e31-a24e-9e8fc360d7aa req-b492b356-ceb1-4759-af0d-7c78345e83c3 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376778 May 04 17:20:04.504119 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868134e7-c9d0-4afc-90d0-20487d051cdd', 'tag': '7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06', 'status': 'completed', 'code': 200} May 04 17:20:04.594868 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16a430-83db-40f3-b20b-de37aa7b1587 req-ea99ce54-b7df-4611-bba8-27252d804901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:04.596320 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1d16a430-83db-40f3-b20b-de37aa7b1587 req-ea99ce54-b7df-4611-bba8-27252d804901 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f70b570c63d24b6988a5203551fa973b&device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 1096 time: 0.0707471 May 04 17:20:04.666116 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58dac07-99e5-4095-a166-27d7f2df5535 req-19ba69a9-3aa9-4cf5-a254-8fc69481ae61 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:04.667481 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a58dac07-99e5-4095-a166-27d7f2df5535 req-19ba69a9-3aa9-4cf5-a254-8fc69481ae61 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0809526 May 04 17:20:04.711983 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a58dac07-99e5-4095-a166-27d7f2df5535 req-7f6fbf9b-3ada-46b8-b579-b9ef213e14f9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384984 May 04 17:20:04.727316 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16a430-83db-40f3-b20b-de37aa7b1587 req-ee1c3772-1b27-4487-a3c2-0673a2f04d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:04.728811 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1d16a430-83db-40f3-b20b-de37aa7b1587 req-ee1c3772-1b27-4487-a3c2-0673a2f04d1d service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c8314f4-7dcf-4544-90c8-1f07219d67b4 HTTP/1.1" status: 200 len: 910 time: 0.1255002 May 04 17:20:04.799896 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1d16a430-83db-40f3-b20b-de37aa7b1587 req-d639bf89-fd74-41c5-b2b1-a76e9f7c5c87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 HTTP/1.1" status: 200 len: 217 time: 0.0638008 May 04 17:20:04.802962 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55360) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:04.902311 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16a430-83db-40f3-b20b-de37aa7b1587 req-d9e3df13-9c97-4838-8e1c-331657e626e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:04.903695 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1d16a430-83db-40f3-b20b-de37aa7b1587 req-d9e3df13-9c97-4838-8e1c-331657e626e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6418cb44-8027-4f17-a386-415152f11287 HTTP/1.1" status: 200 len: 849 time: 0.0872991 May 04 17:20:04.954558 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febdeb2e-def6-4463-8c07-c48c29ae2958 req-9bb7a379-e7cd-4070-9c96-3324dfb2a13e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:04.955905 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-febdeb2e-def6-4463-8c07-c48c29ae2958 req-9bb7a379-e7cd-4070-9c96-3324dfb2a13e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 943 time: 0.0769086 May 04 17:20:04.961190 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1d16a430-83db-40f3-b20b-de37aa7b1587 req-01916e90-bf17-4782-82f3-dee9aef126c0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c8314f4-7dcf-4544-90c8-1f07219d67b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479894 May 04 17:20:04.961977 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-818cd888-ef5b-438c-9dbd-c54ba3599997 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:05.000013 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-febdeb2e-def6-4463-8c07-c48c29ae2958 req-6fc0da42-b391-4f11-9fcf-318c30d73ea5 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383248 May 04 17:20:05.024880 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-818cd888-ef5b-438c-9dbd-c54ba3599997 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:05.063976 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:20:05.142592 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1d16a430-83db-40f3-b20b-de37aa7b1587 req-b945a387-885b-47c0-908a-ee9d06ecc07e service neutron] 10.222.0.11 "GET /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706018 May 04 17:20:05.195470 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06,segment=NetworkSegment(b1bed6c2-bb52-4ee3-b5ef-16047ca122d2),segment_id=b1bed6c2-bb52-4ee3-b5ef-16047ca122d2)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:05.208946 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06', 'network_id': '7c8314f4-7dcf-4544-90c8-1f07219d67b4', 'port_id': '7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06', 'mac_address': 'fa:16:3e:e7:f0:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6418cb44-8027-4f17-a386-415152f11287', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:20:05.263764 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:05.274761 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1d16a430-83db-40f3-b20b-de37aa7b1587 req-a3332fce-4d60-4374-8ea1-c73dfb402c1b service neutron] 10.222.0.11 "GET /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259339 May 04 17:20:05.281273 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:20:05.296585 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06,segment=NetworkSegment(b1bed6c2-bb52-4ee3-b5ef-16047ca122d2),segment_id=b1bed6c2-bb52-4ee3-b5ef-16047ca122d2)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:05.302744 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-818cd888-ef5b-438c-9dbd-c54ba3599997 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:05.307736 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-466dfbe9-1514-4f9f-b952-63eafe92cdbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:05.323158 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cd888-ef5b-438c-9dbd-c54ba3599997 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27927671-dff9-4318-a9ce-a507bb59cc9d,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:05.325453 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-818cd888-ef5b-438c-9dbd-c54ba3599997 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:05.381876 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:05.383425 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:05.416027 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-818cd888-ef5b-438c-9dbd-c54ba3599997 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:05.417159 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-818cd888-ef5b-438c-9dbd-c54ba3599997 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] 10.222.0.22 "DELETE /v2.0/security-groups/27927671-dff9-4318-a9ce-a507bb59cc9d HTTP/1.1" status: 204 len: 168 time: 0.6132634 May 04 17:20:05.451643 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:05.454582 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:05.556962 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55368) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:05.594059 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:20:05.704461 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3345d4-2365-470b-b768-df4841a34515 req-949f939e-79af-4535-a46c-28da1f309203 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:05.707252 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ac3345d4-2365-470b-b768-df4841a34515 req-949f939e-79af-4535-a46c-28da1f309203 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0905151 May 04 17:20:05.757782 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ac3345d4-2365-470b-b768-df4841a34515 req-d36cd35e-1f77-4bb7-8b14-dd16e8209a63 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435998 May 04 17:20:05.942089 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b53979-ad93-433a-9a74-0f38d27340ae req-6ca1536b-9d8f-46a8-b6ec-7043997cc534 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:05.943555 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a3b53979-ad93-433a-9a74-0f38d27340ae req-6ca1536b-9d8f-46a8-b6ec-7043997cc534 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0811682 May 04 17:20:05.988398 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a3b53979-ad93-433a-9a74-0f38d27340ae req-049c4753-de46-4af0-b103-47b51c8bb0bf tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391335 May 04 17:20:06.172574 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656453'] for router_interface, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:06.179761 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76450c4-38fa-40ac-bd78-1d98a37ec327 req-1c5387f9-6337-46fd-88b5-73235c43dbac tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:06.181257 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e76450c4-38fa-40ac-bd78-1d98a37ec327 req-1c5387f9-6337-46fd-88b5-73235c43dbac tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 944 time: 0.0786030 May 04 17:20:06.226524 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e76450c4-38fa-40ac-bd78-1d98a37ec327 req-f64308f9-b5b0-418a-b88a-6cb013c79044 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394557 May 04 17:20:06.567323 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] Deleting port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:06.568429 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:06.683811 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] For port d3bfe72b-e9db-45ab-b854-cbfc2a766ef6, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d3bfe72b-e9db-45ab-b854-cbfc2a766ef6,segment=NetworkSegment(2c1b206b-aec0-4ce9-b884-5ba104bf6397),segment_id=2c1b206b-aec0-4ce9-b884-5ba104bf6397)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:06.684157 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:06.801785 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] Calling delete_port for d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 owned by network:router_interface {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:06.945885 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1eb5d-4b5d-4846-a4c1-2c38f8032e6e req-4e66a8a0-92fe-42f2-bfb1-ba6184d8245c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:06.947272 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d1f1eb5d-4b5d-4846-a4c1-2c38f8032e6e req-4e66a8a0-92fe-42f2-bfb1-ba6184d8245c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0829937 May 04 17:20:06.993036 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d1f1eb5d-4b5d-4846-a4c1-2c38f8032e6e req-b7e57f5f-d1d2-4ca7-bb85-e91c1f5d5c7b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397322 May 04 17:20:07.064030 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:20:07.188713 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36a1f5-cc38-4165-b2b1-7659f4f145dc req-73c1260a-4c0b-44b4-a36a-1d93ad90a607 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:07.190169 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cf36a1f5-cc38-4165-b2b1-7659f4f145dc req-73c1260a-4c0b-44b4-a36a-1d93ad90a607 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0902500 May 04 17:20:07.236754 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cf36a1f5-cc38-4165-b2b1-7659f4f145dc req-1b88c06d-af81-4f13-bb1c-f81d586eaea9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391934 May 04 17:20:07.425100 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711cf62-79ad-4300-ad0b-d139cb1213f9 req-e1ad13ed-e55b-4ae2-8d02-c3e4fc052fcb tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:07.426866 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9711cf62-79ad-4300-ad0b-d139cb1213f9 req-e1ad13ed-e55b-4ae2-8d02-c3e4fc052fcb tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 944 time: 0.0870390 May 04 17:20:07.473437 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9711cf62-79ad-4300-ad0b-d139cb1213f9 req-b43c4f96-6348-43c9-9660-59b21f67b4d2 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 May 04 17:20:07.690738 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:07.695217 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7f72d070-e6ae-48a0-bd7b-fa2a6f466f82 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:07.719444 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:20:07.727624 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:20:07.727624 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:07.825907 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bfe72b-e9db-45ab-b854-cbfc2a766ef6,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:07.829033 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:07.848514 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:07.884061 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06,segment=NetworkSegment(b1bed6c2-bb52-4ee3-b5ef-16047ca122d2),segment_id=b1bed6c2-bb52-4ee3-b5ef-16047ca122d2)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:07.947977 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:07.950638 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:08.015321 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:08.018655 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:08.090174 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665333'] for router_interface, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:08.182519 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef4e6f-fa96-4b69-acac-781e6c564179 req-69990367-c7cf-4e16-b3ca-faae304f8b0e tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:08.183868 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-efef4e6f-fa96-4b69-acac-781e6c564179 req-69990367-c7cf-4e16-b3ca-faae304f8b0e tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0847983 May 04 17:20:08.228625 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-efef4e6f-fa96-4b69-acac-781e6c564179 req-fe224708-8942-4204-8bb2-da5b7aa3eb96 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387466 May 04 17:20:08.435651 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b034697-0289-4ab7-b419-39fda530c51d req-c61355a8-bbd2-4ed1-b1ae-c027a0dce3c3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:08.437113 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3b034697-0289-4ab7-b419-39fda530c51d req-c61355a8-bbd2-4ed1-b1ae-c027a0dce3c3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0852435 May 04 17:20:08.441984 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] Router 64b88c68-6724-4c4d-b326-cdbf12379d66 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:20:08.482168 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3b034697-0289-4ab7-b419-39fda530c51d req-c1de3fe6-1e42-478a-96cf-f683fa2ecc5e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390706 May 04 17:20:08.621830 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:20:08.632307 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1319c422-586e-4d47-a63d-a2a8967d0c20 None None] Sync routers for ids ['64b88c68-6724-4c4d-b326-cdbf12379d66'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:20:08.637071 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] 10.222.0.22 "PUT /v2.0/routers/64b88c68-6724-4c4d-b326-cdbf12379d66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0766630 May 04 17:20:08.637300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55388) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:08.647055 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1319c422-586e-4d47-a63d-a2a8967d0c20 None None] Routers {'64b88c68-6724-4c4d-b326-cdbf12379d66'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:20:08.647675 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-1319c422-586e-4d47-a63d-a2a8967d0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:19:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['64b88c68-6724-4c4d-b326-cdbf12379d66'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:08.664752 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd98e69-1d2d-49e0-bbca-1441a5746f54 req-ae16f5a6-85d0-4f9b-a576-c4df6486d221 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:08.666242 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acd98e69-1d2d-49e0-bbca-1441a5746f54 req-ae16f5a6-85d0-4f9b-a576-c4df6486d221 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0885580 May 04 17:20:08.712723 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acd98e69-1d2d-49e0-bbca-1441a5746f54 req-3f20e405-fe9b-41e5-a9e1-aa6931d29b0e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402761 May 04 17:20:08.807252 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Notify callbacks [] for router, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:08.824920 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-1319c422-586e-4d47-a63d-a2a8967d0c20 None None] Set router 64b88c68-6724-4c4d-b326-cdbf12379d66 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:20:08.982068 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:09.110816 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Deleting port 66786cba-720c-4732-ba42-4e08e915c916 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:09.111068 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:09.131576 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-1319c422-586e-4d47-a63d-a2a8967d0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'name': 'tempest-TestShelveInstance-993270833-router', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': '66786cba-720c-4732-ba42-4e08e915c916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:17:55Z', 'updated_at': '2021-05-04T17:20:07Z', 'revision_number': 5, 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'gw_port': {'id': '66786cba-720c-4732-ba42-4e08e915c916', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e5:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:17:56Z', 'updated_at': '2021-05-04T17:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:09.135308 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1319c422-586e-4d47-a63d-a2a8967d0c20 None None] Checking router: 64b88c68-6724-4c4d-b326-cdbf12379d66 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:20:09.143656 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1319c422-586e-4d47-a63d-a2a8967d0c20 None None] Routers {'64b88c68-6724-4c4d-b326-cdbf12379d66'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:20:09.144432 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-1319c422-586e-4d47-a63d-a2a8967d0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:19:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['64b88c68-6724-4c4d-b326-cdbf12379d66'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:09.295395 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-1319c422-586e-4d47-a63d-a2a8967d0c20 None None] Set router 64b88c68-6724-4c4d-b326-cdbf12379d66 gateway port host: None {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:20:09.314024 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] For port 66786cba-720c-4732-ba42-4e08e915c916, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=66786cba-720c-4732-ba42-4e08e915c916,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:09.314374 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:09.400215 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-1319c422-586e-4d47-a63d-a2a8967d0c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'name': 'tempest-TestShelveInstance-993270833-router', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:17:55Z', 'updated_at': '2021-05-04T17:20:08Z', 'revision_number': 6, 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'gw_port_host': None}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:09.404068 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1319c422-586e-4d47-a63d-a2a8967d0c20 None None] The sync data for ids ['64b88c68-6724-4c4d-b326-cdbf12379d66'] in dv-cinder-789603-1-iscsi is: [{'id': '64b88c68-6724-4c4d-b326-cdbf12379d66', 'name': 'tempest-TestShelveInstance-993270833-router', 'tenant_id': '8c88f339373d4bff985bd4a7c1f24a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:17:55Z', 'updated_at': '2021-05-04T17:20:08Z', 'revision_number': 6, 'project_id': '8c88f339373d4bff985bd4a7c1f24a52', 'gw_port_host': None}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:20:09.416965 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01893bd-d93c-47b1-83a8-edcfbd28bbb0 req-bdaf77d1-c7c3-454f-bf2a-f40c3305a22c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:09.421324 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b01893bd-d93c-47b1-83a8-edcfbd28bbb0 req-bdaf77d1-c7c3-454f-bf2a-f40c3305a22c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0875254 May 04 17:20:09.443016 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Calling delete_port for 66786cba-720c-4732-ba42-4e08e915c916 owned by network:router_gateway {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:09.464415 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b01893bd-d93c-47b1-83a8-edcfbd28bbb0 req-65e05ff0-0de4-4079-884d-d50d9a696df4 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401621 May 04 17:20:09.616249 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:09.620090 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-adfdc42d-6f26-4442-be71-57c5d1c545f5 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:09.663770 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Pushing event deleted for resources: {'Port': ['ID=66786cba-720c-4732-ba42-4e08e915c916,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:09.667280 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:09.677339 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d5c04e-9305-465e-9240-66d262d11816 req-ac54f755-df3c-4a8d-b8e9-90da56687303 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:09.678841 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-92d5c04e-9305-465e-9240-66d262d11816 req-ac54f755-df3c-4a8d-b8e9-90da56687303 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0863030 May 04 17:20:09.722761 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-92d5c04e-9305-465e-9240-66d262d11816 req-8908d728-3af8-4a7f-b1e3-44a9560a22d0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378814 May 04 17:20:09.760504 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663914'] for router_gateway, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:09.916789 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2a92d-a48c-4e12-880d-90d71a7fdf46 req-144e92ff-4fd7-48f0-8db5-4d929d50a11b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:09.918249 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bfa2a92d-a48c-4e12-880d-90d71a7fdf46 req-144e92ff-4fd7-48f0-8db5-4d929d50a11b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0787852 May 04 17:20:09.940337 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4253'] for router, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:09.942577 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:09.962498 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bfa2a92d-a48c-4e12-880d-90d71a7fdf46 req-48f0f7b0-38be-4784-b515-664652020322 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383599 May 04 17:20:10.113212 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666914'] for router, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:10.113721 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64b88c68-6724-4c4d-b326-cdbf12379d66 {{(pid=74289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:20:10.126455 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:10.127666 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] 10.222.0.22 "DELETE /v2.0/routers/64b88c68-6724-4c4d-b326-cdbf12379d66 HTTP/1.1" status: 204 len: 168 time: 1.4893296 May 04 17:20:10.130052 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55398) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:10.191053 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f417b5a-23d1-4c2a-bd10-f9ca67006cf1 admin admin] Deleting subnet 9bdf2136-4778-494c-ae2f-482a994207a9 {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:20:10.194072 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9f417b5a-23d1-4c2a-bd10-f9ca67006cf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:10.242932 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9f417b5a-23d1-4c2a-bd10-f9ca67006cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221752'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:10.358752 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 66786cba-720c-4732-ba42-4e08e915c916 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:10.365468 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9f417b5a-23d1-4c2a-bd10-f9ca67006cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:10.396440 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 66786cba-720c-4732-ba42-4e08e915c916 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:10.396782 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 66786cba-720c-4732-ba42-4e08e915c916 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:10.397407 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:10.430828 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:10.431197 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d3bfe72b-e9db-45ab-b854-cbfc2a766ef6 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:10.651082 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ffcb8d-12de-46c4-945b-7c4fbb0b2d1b req-444c6cdc-d947-45a8-8b18-bbd5366007f0 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:10.652524 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a4ffcb8d-12de-46c4-945b-7c4fbb0b2d1b req-444c6cdc-d947-45a8-8b18-bbd5366007f0 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0825920 May 04 17:20:10.674055 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9f417b5a-23d1-4c2a-bd10-f9ca67006cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3618866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230852'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:10.679010 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d0af46fe-d1e9-47d1-8fc1-d7e7b5209f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:10.697499 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a4ffcb8d-12de-46c4-945b-7c4fbb0b2d1b req-aa719902-c8bd-4608-becd-0e8f3361f6b2 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388865 May 04 17:20:10.713416 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f417b5a-23d1-4c2a-bd10-f9ca67006cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdf2136-4778-494c-ae2f-482a994207a9,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:10.715343 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9f417b5a-23d1-4c2a-bd10-f9ca67006cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:10.717818 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9f417b5a-23d1-4c2a-bd10-f9ca67006cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:10.719766 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c13b2b-f06e-4ac0-aa82-7f8e8df50f5e None None] Network 46bc4387-20d2-4931-8d45-5e317384e52d requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:20:10.724972 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-9f417b5a-23d1-4c2a-bd10-f9ca67006cf1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9bdf2136-4778-494c-ae2f-482a994207a9 HTTP/1.1" status: 204 len: 168 time: 0.5912364 May 04 17:20:10.725296 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55404) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:10.912825 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:10.945855 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb01fe-d437-4786-a504-16f061b809da req-db839468-6ea2-48b5-baf7-6d2c2c7a4c07 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:10.947491 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a5bb01fe-d437-4786-a504-16f061b809da req-db839468-6ea2-48b5-baf7-6d2c2c7a4c07 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0898726 May 04 17:20:10.994657 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Deleting port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:10.995261 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:10.995370 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef19312f-5375-4359-b594-fce4622a4b8f None None] DHCP port deletion for 46bc4387-20d2-4931-8d45-5e317384e52d request from dv-cinder-789603-1-iscsi {{(pid=74292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:20:11.060761 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-ef19312f-5375-4359-b594-fce4622a4b8f None None] Deleting port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 {{(pid=74292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:11.061263 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-ef19312f-5375-4359-b594-fce4622a4b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:11.076716 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a5bb01fe-d437-4786-a504-16f061b809da req-787f915f-7fc0-4193-a918-95323aef4149 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235409 May 04 17:20:11.104282 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] For port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1,segment=NetworkSegment(2c1b206b-aec0-4ce9-b884-5ba104bf6397),segment_id=2c1b206b-aec0-4ce9-b884-5ba104bf6397)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:11.104282 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:11.164095 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-ef19312f-5375-4359-b594-fce4622a4b8f None None] For port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1,segment=NetworkSegment(2c1b206b-aec0-4ce9-b884-5ba104bf6397),segment_id=2c1b206b-aec0-4ce9-b884-5ba104bf6397)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:11.169453 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-ef19312f-5375-4359-b594-fce4622a4b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:11.220797 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Calling delete_port for 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 owned by network:dhcp {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:11.267657 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fbab0-7c08-4528-9b09-976665738809 req-9eb1b00c-10fb-4fad-8e8e-a910373bca5e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:11.269179 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-286fbab0-7c08-4528-9b09-976665738809 req-9eb1b00c-10fb-4fad-8e8e-a910373bca5e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0809088 May 04 17:20:11.285068 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-ef19312f-5375-4359-b594-fce4622a4b8f None None] Calling delete_port for 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 owned by network:dhcp {{(pid=74292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:11.316884 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-286fbab0-7c08-4528-9b09-976665738809 req-f4919853-e181-4686-9078-b960f7c5c775 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418396 May 04 17:20:11.336427 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:11.340399 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f8630c92-b404-4ae3-9814-afc978c19cb0 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:11.387380 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Pushing event deleted for resources: {'Port': ['ID=893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:11.390470 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:11.391247 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] No DVR routers for this DVR port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 on host dv-cinder-789603-1-iscsi {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:20:11.412658 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-ef19312f-5375-4359-b594-fce4622a4b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:11.416193 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:11.461537 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19312f-5375-4359-b594-fce4622a4b8f None None] Pushing event deleted for resources: {'Port': ['ID=893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1,revision_number=None']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:11.464328 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-ef19312f-5375-4359-b594-fce4622a4b8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:11.465426 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef19312f-5375-4359-b594-fce4622a4b8f None None] No DVR routers for this DVR port 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 on host dv-cinder-789603-1-iscsi {{(pid=74292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:20:11.508351 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:11.614011 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bc4387-20d2-4931-8d45-5e317384e52d']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:11.625794 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1b206b-aec0-4ce9-b884-5ba104bf6397') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:11.626089 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1b206b-aec0-4ce9-b884-5ba104bf6397') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:11.637675 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221697'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:11.653890 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:11.659728 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:20:11.823401 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Network 46bc4387-20d2-4931-8d45-5e317384e52d has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:20:11.835825 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3619728'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:11.881748 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefefa8a-670d-4ac8-bfc1-8ed58da162f3 req-9672bb8f-5435-474a-9dfb-08e7c6ec1182 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:11.883178 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aefefa8a-670d-4ac8-bfc1-8ed58da162f3 req-9672bb8f-5435-474a-9dfb-08e7c6ec1182 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0788512 May 04 17:20:11.925931 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aefefa8a-670d-4ac8-bfc1-8ed58da162f3 req-82eafd05-57ea-4825-9cb6-9d4148652ffc tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370073 May 04 17:20:11.997319 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Network 46bc4387-20d2-4931-8d45-5e317384e52d has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: Traceback (most recent call last): May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: timer() May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: cb(*args, **kw) May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: return func(*args, **kwargs) May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: self._notify() May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: self.callback(batched_events) May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: event.method(event) May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: return f(self, *a, **k) May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._get(url).json() May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: return self.request(url, 'GET', **kwargs) May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:20:12.018162 dv-cinder-789603-1-iscsi neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:20:12.148015 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:12.151991 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:12.168414 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:12.175081 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Pushing event deleted for resources: {'Network': ['ID=46bc4387-20d2-4931-8d45-5e317384e52d,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:12.180383 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:12.231241 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] 10.222.0.22 "DELETE /v2.0/networks/46bc4387-20d2-4931-8d45-5e317384e52d HTTP/1.1" status: 204 len: 168 time: 1.5021796 May 04 17:20:12.231463 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55416) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:12.359617 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:12.419429 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5d1d3-3319-44b0-aedf-780214bd2f82 req-b4fc8cf3-ee52-4603-a77c-710e1eb76ed4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:12.421327 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-56e5d1d3-3319-44b0-aedf-780214bd2f82 req-b4fc8cf3-ee52-4603-a77c-710e1eb76ed4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0910690 May 04 17:20:12.429737 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:12.430709 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 893dbd27-16d8-4f01-bbe6-0f99ac4ff2b1 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:12.470984 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-56e5d1d3-3319-44b0-aedf-780214bd2f82 req-677d8b44-c0ac-449e-95b5-3a7bd2ca4bb3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430686 May 04 17:20:12.644326 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd06620-36c1-4e3b-963d-c7495a35b9bf req-029194ed-489d-4d4e-8869-2c38de0fe9c9 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:12.646271 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-edd06620-36c1-4e3b-963d-c7495a35b9bf req-029194ed-489d-4d4e-8869-2c38de0fe9c9 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0785429 May 04 17:20:12.689938 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-edd06620-36c1-4e3b-963d-c7495a35b9bf req-b70aac74-fe81-4591-ad4b-bf199262d3f1 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378325 May 04 17:20:12.867268 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656453'] for router_interface, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:13.112707 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29360e1c-df95-4958-bd5a-b7737fa7ad3b req-2d4f9e51-3756-4d39-a846-38e95928bf89 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:13.114223 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-29360e1c-df95-4958-bd5a-b7737fa7ad3b req-2d4f9e51-3756-4d39-a846-38e95928bf89 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0823474 May 04 17:20:13.159765 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-29360e1c-df95-4958-bd5a-b7737fa7ad3b req-714fb0bd-cf1c-4658-8bd5-9200a8b7ed55 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393276 May 04 17:20:13.263667 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] Deleting port f7499fd4-f419-4a72-a0ba-29497965892e {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:13.264227 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:13.383252 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] For port f7499fd4-f419-4a72-a0ba-29497965892e, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=f7499fd4-f419-4a72-a0ba-29497965892e,segment=NetworkSegment(b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c),segment_id=b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:13.383599 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:13.503006 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] Calling delete_port for f7499fd4-f419-4a72-a0ba-29497965892e owned by network:router_interface {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:13.661694 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0166a7d-abca-4255-895c-18694c3953b5 req-bffd91a3-25ca-4bbe-9ac6-292cd70d5370 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:13.663161 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d0166a7d-abca-4255-895c-18694c3953b5 req-bffd91a3-25ca-4bbe-9ac6-292cd70d5370 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0824625 May 04 17:20:13.679124 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:13.683695 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d68c3855-08f0-4e9f-a43a-6f526f63547b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:13.707801 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d0166a7d-abca-4255-895c-18694c3953b5 req-f464af2e-475e-47e4-8ba2-03d3e45fc05c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389066 May 04 17:20:13.762474 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7499fd4-f419-4a72-a0ba-29497965892e,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:13.768710 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:13.904242 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc67b6b-b879-4f6f-8d4a-adc393c6104b req-0581366c-8bfd-45ee-b160-ce5b0c82efbe tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:13.905789 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7cc67b6b-b879-4f6f-8d4a-adc393c6104b req-0581366c-8bfd-45ee-b160-ce5b0c82efbe tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0862155 May 04 17:20:13.953805 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7cc67b6b-b879-4f6f-8d4a-adc393c6104b req-fb37332e-0f65-4ac8-b6b9-6d6fc534aaf0 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416031 May 04 17:20:14.094776 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665333'] for router_interface, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:14.359973 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc570a1-d4a5-4d83-afeb-146cb6244f86 req-d4b82f48-b153-4add-bf86-ea366b57c8e5 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:14.359973 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8dc570a1-d4a5-4d83-afeb-146cb6244f86 req-d4b82f48-b153-4add-bf86-ea366b57c8e5 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0866675 May 04 17:20:14.397112 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8dc570a1-d4a5-4d83-afeb-146cb6244f86 req-922b7ad2-4257-4548-bedb-567f3e1420e0 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 May 04 17:20:14.450920 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] Router c0e512c3-be3b-4933-90ff-f0000d48869c has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:20:14.620562 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:20:14.629053 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd53961-466b-41f3-888f-92f53f533fd1 None None] Sync routers for ids ['c0e512c3-be3b-4933-90ff-f0000d48869c'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:20:14.630212 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] 10.222.0.22 "PUT /v2.0/routers/c0e512c3-be3b-4933-90ff-f0000d48869c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3975184 May 04 17:20:14.632688 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55430) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:14.638389 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd53961-466b-41f3-888f-92f53f533fd1 None None] Routers {'c0e512c3-be3b-4933-90ff-f0000d48869c'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:20:14.639066 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-bbd53961-466b-41f3-888f-92f53f533fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:19:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['c0e512c3-be3b-4933-90ff-f0000d48869c'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:14.810332 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Notify callbacks [] for router, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:14.816463 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-bbd53961-466b-41f3-888f-92f53f533fd1 None None] Set router c0e512c3-be3b-4933-90ff-f0000d48869c gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:20:14.908016 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d36c3-cf0b-44d1-95ac-2f995b4c336a req-1539a5a2-d2af-4cea-9717-610280133e35 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:14.909403 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-295d36c3-cf0b-44d1-95ac-2f995b4c336a req-1539a5a2-d2af-4cea-9717-610280133e35 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0830224 May 04 17:20:14.954884 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-295d36c3-cf0b-44d1-95ac-2f995b4c336a req-b4d546fa-46ff-49cd-9902-480ed1621042 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394568 May 04 17:20:14.987442 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:15.098016 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-bbd53961-466b-41f3-888f-92f53f533fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'name': 'tempest-TestShelveInstance-1872871046-router', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84'}], 'enable_snat': True}, 'gw_port_id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:06Z', 'updated_at': '2021-05-04T17:20:13Z', 'revision_number': 5, 'project_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'gw_port': {'id': '174688c9-4cc0-484a-adc4-ecab6c07378a', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:97:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:07Z', 'updated_at': '2021-05-04T17:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:15.102723 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd53961-466b-41f3-888f-92f53f533fd1 None None] Checking router: c0e512c3-be3b-4933-90ff-f0000d48869c for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:20:15.111329 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd53961-466b-41f3-888f-92f53f533fd1 None None] Routers {'c0e512c3-be3b-4933-90ff-f0000d48869c'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:20:15.111926 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-bbd53961-466b-41f3-888f-92f53f533fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:19:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['c0e512c3-be3b-4933-90ff-f0000d48869c'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:15.138143 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Deleting port 174688c9-4cc0-484a-adc4-ecab6c07378a {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:15.138482 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:15.144571 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed961f-0bb0-4175-8878-7d47763f05b8 req-02855784-503e-45da-82dd-e69d6f40e90d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:15.146605 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-98ed961f-0bb0-4175-8878-7d47763f05b8 req-02855784-503e-45da-82dd-e69d6f40e90d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0846407 May 04 17:20:15.193404 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-98ed961f-0bb0-4175-8878-7d47763f05b8 req-b4db6f7d-f7e1-4472-a939-fe859f0acb3b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398896 May 04 17:20:15.260848 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] For port 174688c9-4cc0-484a-adc4-ecab6c07378a, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=174688c9-4cc0-484a-adc4-ecab6c07378a,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:15.261219 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:15.263621 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-bbd53961-466b-41f3-888f-92f53f533fd1 None None] Set router c0e512c3-be3b-4933-90ff-f0000d48869c gateway port host: None {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:20:15.403014 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-bbd53961-466b-41f3-888f-92f53f533fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'name': 'tempest-TestShelveInstance-1872871046-router', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:06Z', 'updated_at': '2021-05-04T17:20:14Z', 'revision_number': 6, 'project_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'gw_port_host': None}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:15.407227 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd53961-466b-41f3-888f-92f53f533fd1 None None] The sync data for ids ['c0e512c3-be3b-4933-90ff-f0000d48869c'] in dv-cinder-789603-1-iscsi is: [{'id': 'c0e512c3-be3b-4933-90ff-f0000d48869c', 'name': 'tempest-TestShelveInstance-1872871046-router', 'tenant_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:06Z', 'updated_at': '2021-05-04T17:20:14Z', 'revision_number': 6, 'project_id': 'f94a3eefb9314dceb9470cbca10b65d2', 'gw_port_host': None}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:20:15.486393 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Calling delete_port for 174688c9-4cc0-484a-adc4-ecab6c07378a owned by network:router_gateway {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:15.587371 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fdbe0-7c7f-4c33-9d7a-a802ccf479c4 req-00ff7c7a-c924-4aff-9555-8b695e259254 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:15.588905 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2e5fdbe0-7c7f-4c33-9d7a-a802ccf479c4 req-00ff7c7a-c924-4aff-9555-8b695e259254 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0823717 May 04 17:20:15.634513 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2e5fdbe0-7c7f-4c33-9d7a-a802ccf479c4 req-675967f7-990e-4584-9596-9d11cbaf58af tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398037 May 04 17:20:15.667866 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:15.671797 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-24eaf082-d5ed-48cb-b91c-d51a27f56f47 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:15.714436 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=174688c9-4cc0-484a-adc4-ecab6c07378a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:15.717649 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:15.812410 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663914'] for router_gateway, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:15.982532 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4253'] for router, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:15.984615 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:16.085276 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666914'] for router, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:16.085791 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0e512c3-be3b-4933-90ff-f0000d48869c {{(pid=74289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:20:16.098383 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:16.099513 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c0e512c3-be3b-4933-90ff-f0000d48869c HTTP/1.1" status: 204 len: 168 time: 1.4657962 May 04 17:20:16.101945 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55442) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:16.150433 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65df8e2-6126-4a1a-9934-59b0704d793b req-484031e6-3ffa-4254-9d6c-a72d80fb9a0b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:16.151955 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d65df8e2-6126-4a1a-9934-59b0704d793b req-484031e6-3ffa-4254-9d6c-a72d80fb9a0b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0848687 May 04 17:20:16.161306 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fba78f-d625-4a46-9bfe-7b0b2a599dc2 admin admin] Deleting subnet 7530cf42-9ef3-4cc9-b793-75966207493b {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:20:16.164531 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1fba78f-d625-4a46-9bfe-7b0b2a599dc2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:16.197837 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d65df8e2-6126-4a1a-9934-59b0704d793b req-e277f6ec-9877-400c-a6b9-0336959290e5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401280 May 04 17:20:16.215860 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1fba78f-d625-4a46-9bfe-7b0b2a599dc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221752'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:16.295731 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1fba78f-d625-4a46-9bfe-7b0b2a599dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:16.378131 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device f7499fd4-f419-4a72-a0ba-29497965892e no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:16.387930 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535c0a2-548e-4c7c-ae58-862f3e87d41c req-d93d9ad0-2b58-47cb-b8c6-7c048722d429 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:16.389431 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f535c0a2-548e-4c7c-ae58-862f3e87d41c req-d93d9ad0-2b58-47cb-b8c6-7c048722d429 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0871444 May 04 17:20:16.415277 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: f7499fd4-f419-4a72-a0ba-29497965892e {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:16.415911 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device f7499fd4-f419-4a72-a0ba-29497965892e not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:16.416552 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 174688c9-4cc0-484a-adc4-ecab6c07378a no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:16.438512 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f535c0a2-548e-4c7c-ae58-862f3e87d41c req-f868d536-8f6c-428b-9611-4853ff54600c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420530 May 04 17:20:16.457778 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 174688c9-4cc0-484a-adc4-ecab6c07378a {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:16.458484 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 174688c9-4cc0-484a-adc4-ecab6c07378a not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:16.668245 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1fba78f-d625-4a46-9bfe-7b0b2a599dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3618866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230852'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:16.673417 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9f417b5a-23d1-4c2a-bd10-f9ca67006cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:16.706890 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fba78f-d625-4a46-9bfe-7b0b2a599dc2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7530cf42-9ef3-4cc9-b793-75966207493b,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:16.709901 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b1fba78f-d625-4a46-9bfe-7b0b2a599dc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:16.710865 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b1fba78f-d625-4a46-9bfe-7b0b2a599dc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:16.717098 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-b1fba78f-d625-4a46-9bfe-7b0b2a599dc2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7530cf42-9ef3-4cc9-b793-75966207493b HTTP/1.1" status: 204 len: 168 time: 0.6136911 May 04 17:20:16.718970 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55450) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:16.719961 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99120b31-4e12-495d-a668-ded76994fbe8 None None] Network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:20:16.828377 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:16.829473 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad630986-a339-4808-9355-9683f69e2d1b req-a5dd8d9a-feb9-441d-bb98-af6656cc8a97 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:16.831545 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ad630986-a339-4808-9355-9683f69e2d1b req-a5dd8d9a-feb9-441d-bb98-af6656cc8a97 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0855680 May 04 17:20:16.880033 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ad630986-a339-4808-9355-9683f69e2d1b req-9720145a-40e4-4d4f-8ca7-c5c5c3d75938 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 May 04 17:20:16.907868 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Deleting port 6e30c233-be8a-4317-93a6-82d055bfecee {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:16.908377 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:16.990087 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526757bc-e80c-455e-98af-debf0a6cdd1d None None] DHCP port deletion for 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d request from dv-cinder-789603-1-iscsi {{(pid=74292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:20:17.006317 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] For port 6e30c233-be8a-4317-93a6-82d055bfecee, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=6e30c233-be8a-4317-93a6-82d055bfecee,segment=NetworkSegment(b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c),segment_id=b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:17.006698 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:17.055737 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-526757bc-e80c-455e-98af-debf0a6cdd1d None None] Deleting port 6e30c233-be8a-4317-93a6-82d055bfecee {{(pid=74292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:17.056109 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-526757bc-e80c-455e-98af-debf0a6cdd1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:17.151926 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-526757bc-e80c-455e-98af-debf0a6cdd1d None None] For port 6e30c233-be8a-4317-93a6-82d055bfecee, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=6e30c233-be8a-4317-93a6-82d055bfecee,segment=NetworkSegment(b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c),segment_id=b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:17.152321 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-526757bc-e80c-455e-98af-debf0a6cdd1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:17.201927 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Calling delete_port for 6e30c233-be8a-4317-93a6-82d055bfecee owned by network:dhcp {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:17.277091 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-526757bc-e80c-455e-98af-debf0a6cdd1d None None] Calling delete_port for 6e30c233-be8a-4317-93a6-82d055bfecee owned by network:dhcp {{(pid=74292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:17.336632 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:17.341970 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-66c01169-898e-4a9a-850c-f29381e4977c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:17.344160 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-526757bc-e80c-455e-98af-debf0a6cdd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:17.348937 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:17.386673 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Pushing event deleted for resources: {'Port': ['ID=6e30c233-be8a-4317-93a6-82d055bfecee,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:17.388504 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] No DVR routers for this DVR port 6e30c233-be8a-4317-93a6-82d055bfecee on host dv-cinder-789603-1-iscsi {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:20:17.389971 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:17.391835 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526757bc-e80c-455e-98af-debf0a6cdd1d None None] Pushing event deleted for resources: {'Port': ['ID=6e30c233-be8a-4317-93a6-82d055bfecee,revision_number=None']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:17.393670 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741c826-58f1-42e4-9890-71364ce7b8b5 req-a22b9469-34d7-4cfa-82d7-dac135a02108 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:17.394791 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-526757bc-e80c-455e-98af-debf0a6cdd1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:17.395525 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5741c826-58f1-42e4-9890-71364ce7b8b5 req-a22b9469-34d7-4cfa-82d7-dac135a02108 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0877669 May 04 17:20:17.395646 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526757bc-e80c-455e-98af-debf0a6cdd1d None None] No DVR routers for this DVR port 6e30c233-be8a-4317-93a6-82d055bfecee on host dv-cinder-789603-1-iscsi {{(pid=74292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:20:17.440000 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5741c826-58f1-42e4-9890-71364ce7b8b5 req-cde0f89a-f9a2-4ec1-8b43-e0a672f985f4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385933 May 04 17:20:17.506318 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:17.614024 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:17.625389 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b13df-d017-470a-b7b8-aff9b8d21caa req-03f38fab-88a6-4711-a1c1-753617c3bddf tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:17.626406 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:17.626700 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2dd6310-6e4a-41b0-8012-3a9ab9f3ad9c') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:17.629286 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ce0b13df-d017-470a-b7b8-aff9b8d21caa req-03f38fab-88a6-4711-a1c1-753617c3bddf tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0824018 May 04 17:20:17.637977 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221697'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:17.653580 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:17.659655 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:20:17.670907 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ce0b13df-d017-470a-b7b8-aff9b8d21caa req-682ea191-9c46-489b-9db6-84f95d62626d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383947 May 04 17:20:17.827236 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:20:17.836027 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3619728'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:17.996969 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Network 5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: Traceback (most recent call last): May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: timer() May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: cb(*args, **kw) May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: return func(*args, **kwargs) May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: self._notify() May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: self.callback(batched_events) May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: event.method(event) May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: return f(self, *a, **k) May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._get(url).json() May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: return self.request(url, 'GET', **kwargs) May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:20:18.018348 dv-cinder-789603-1-iscsi neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:20:18.140298 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2231b9c-0762-4a76-89e2-fa7251fefbd1 req-5f57e69d-4777-4b5d-9878-192fdd3b5134 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:18.141693 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b2231b9c-0762-4a76-89e2-fa7251fefbd1 req-5f57e69d-4777-4b5d-9878-192fdd3b5134 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.1584322 May 04 17:20:18.184940 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b2231b9c-0762-4a76-89e2-fa7251fefbd1 req-a3cad63a-09bb-42d4-aab7-dafc477c5445 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372293 May 04 17:20:18.194107 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:18.197664 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:18.210393 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:18.220340 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:18.222955 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:18.225424 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] 10.222.0.22 "DELETE /v2.0/networks/5fa82f0b-c9e5-433b-b4a7-7a2eb9ecae0d HTTP/1.1" status: 204 len: 168 time: 1.5053589 May 04 17:20:18.356464 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 6e30c233-be8a-4317-93a6-82d055bfecee no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:18.393157 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 6e30c233-be8a-4317-93a6-82d055bfecee {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:18.393759 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 6e30c233-be8a-4317-93a6-82d055bfecee not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:18.565558 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55464) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:18.617204 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-fc33abe6-d91d-4a5c-8885-bc96e8109ba5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c88f339373d4bff985bd4a7c1f24a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482776 May 04 17:20:18.617478 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55468) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:18.632634 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9de37-98e0-4a7e-bb20-de6ab9f774cf req-c3e81e76-2c4d-4aeb-b967-8396227c86e2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:18.634110 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-31e9de37-98e0-4a7e-bb20-de6ab9f774cf req-c3e81e76-2c4d-4aeb-b967-8396227c86e2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0840225 May 04 17:20:18.679717 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-31e9de37-98e0-4a7e-bb20-de6ab9f774cf req-37d1966e-4a92-48da-9afb-b55cb7f68d59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396791 May 04 17:20:18.679947 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7e381b03-eb14-4f3e-b488-c7f0143b4d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:18.705456 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7e381b03-eb14-4f3e-b488-c7f0143b4d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:18.822127 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7e381b03-eb14-4f3e-b488-c7f0143b4d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:18.827022 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a9c7ad73-7f5b-4ffd-9adc-572c97c8db54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:18.840875 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e381b03-eb14-4f3e-b488-c7f0143b4d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f801b92f-cbb7-4737-81df-158855ab879b,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:18.843476 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7e381b03-eb14-4f3e-b488-c7f0143b4d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:18.849606 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7e381b03-eb14-4f3e-b488-c7f0143b4d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:18.853054 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-7e381b03-eb14-4f3e-b488-c7f0143b4d88 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f801b92f-cbb7-4737-81df-158855ab879b HTTP/1.1" status: 204 len: 168 time: 0.2323556 May 04 17:20:18.857123 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f12d9-dc2e-44c3-b878-4cfac44ccc97 req-bda64099-eabf-4f40-90c9-a2080f40f8e8 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:18.858608 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-290f12d9-dc2e-44c3-b878-4cfac44ccc97 req-bda64099-eabf-4f40-90c9-a2080f40f8e8 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0810580 May 04 17:20:18.905029 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-290f12d9-dc2e-44c3-b878-4cfac44ccc97 req-2fc40598-16a3-4834-ba6e-afd81fd47537 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395701 May 04 17:20:19.372711 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7becc-b456-4a96-8fd2-652100ca77bd req-67879127-f108-4676-8353-b8045165c19e tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:19.374179 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aeb7becc-b456-4a96-8fd2-652100ca77bd req-67879127-f108-4676-8353-b8045165c19e tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0818579 May 04 17:20:19.417686 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55480) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:19.418881 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aeb7becc-b456-4a96-8fd2-652100ca77bd req-26177600-ae5a-428c-b454-d1441983eea3 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390007 May 04 17:20:19.424558 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:20:19.470239 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-7d7cbfeb-af2d-403d-b8f6-58c63aaf3f44 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f94a3eefb9314dceb9470cbca10b65d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0512087 May 04 17:20:19.472444 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55484) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:19.528865 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6cf8227d-9727-4713-a7f7-c0295dc24db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:19.554756 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6cf8227d-9727-4713-a7f7-c0295dc24db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:19.644644 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6cf8227d-9727-4713-a7f7-c0295dc24db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:19.648663 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f66f41cc-1add-4efb-8ee2-452257a721d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:19.659211 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8227d-9727-4713-a7f7-c0295dc24db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bf42a3-96a1-4184-bced-7c27cdbf3d07,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:19.661699 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6cf8227d-9727-4713-a7f7-c0295dc24db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:19.668243 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6cf8227d-9727-4713-a7f7-c0295dc24db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:19.669367 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-6cf8227d-9727-4713-a7f7-c0295dc24db4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26bf42a3-96a1-4184-bced-7c27cdbf3d07 HTTP/1.1" status: 204 len: 168 time: 0.1959965 May 04 17:20:19.870085 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a59764-fee9-4123-adb1-1197614a9ede req-93dc9b06-f1e4-46a8-ac84-83c2118b5dc8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:19.871629 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-35a59764-fee9-4123-adb1-1197614a9ede req-93dc9b06-f1e4-46a8-ac84-83c2118b5dc8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0822096 May 04 17:20:19.916259 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-35a59764-fee9-4123-adb1-1197614a9ede req-5d2d5880-9186-4949-adf9-40f6ebb5c8c6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390415 May 04 17:20:20.102772 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db9571-0331-4fd0-a131-25abb836777d req-550fcbe4-8504-4a55-b9a0-6f5a4e4070c1 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:20.104228 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-99db9571-0331-4fd0-a131-25abb836777d req-550fcbe4-8504-4a55-b9a0-6f5a4e4070c1 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0809560 May 04 17:20:20.148768 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-99db9571-0331-4fd0-a131-25abb836777d req-a4f361de-4d34-45e0-8a87-782a761310aa tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384684 May 04 17:20:20.602201 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbc73d-d189-4c92-a987-bbb4e617e21e req-b4c4a174-114d-4358-b408-290d844f9a1c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:20.603604 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bcdbc73d-d189-4c92-a987-bbb4e617e21e req-b4c4a174-114d-4358-b408-290d844f9a1c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0798295 May 04 17:20:20.646453 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bcdbc73d-d189-4c92-a987-bbb4e617e21e req-53477bcf-6385-4997-8dc8-c15d17e23d6e tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370164 May 04 17:20:21.103498 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04459b2-bfce-4c43-ae3a-903cea0eb4d2 req-5daeceb1-0f9f-4723-aa72-ef9bf24b88ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:21.104848 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c04459b2-bfce-4c43-ae3a-903cea0eb4d2 req-5daeceb1-0f9f-4723-aa72-ef9bf24b88ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0809720 May 04 17:20:21.147712 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c04459b2-bfce-4c43-ae3a-903cea0eb4d2 req-90ae400a-5e09-4c2b-b0b9-4d70bacec752 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364919 May 04 17:20:21.326653 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd1a11-8301-4a74-a21b-6fe03855bf3b req-099221f8-bfc1-4ec0-b971-41f287827347 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:21.328088 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0afd1a11-8301-4a74-a21b-6fe03855bf3b req-099221f8-bfc1-4ec0-b971-41f287827347 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0779777 May 04 17:20:21.372821 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0afd1a11-8301-4a74-a21b-6fe03855bf3b req-f2df5ba0-0ab4-4cfb-912c-3add1e75f6a0 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389755 May 04 17:20:21.829397 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae340ac-e236-4c38-be9e-1722e1324332 req-a23c9fab-10fc-4bbd-85b6-6a77956ef65a tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:21.830814 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eae340ac-e236-4c38-be9e-1722e1324332 req-a23c9fab-10fc-4bbd-85b6-6a77956ef65a tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0799379 May 04 17:20:21.874225 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eae340ac-e236-4c38-be9e-1722e1324332 req-8b4944ac-f034-4bbe-9226-d365715e608c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372903 May 04 17:20:22.333888 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f9831-c765-4466-b39b-5ee8e3c455ad req-fec9e2ab-7620-409b-a1ee-50c15774a753 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:22.335867 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0b7f9831-c765-4466-b39b-5ee8e3c455ad req-fec9e2ab-7620-409b-a1ee-50c15774a753 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0816977 May 04 17:20:22.379252 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0b7f9831-c765-4466-b39b-5ee8e3c455ad req-5b2fec49-1d35-4922-b772-a51200dc8d36 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376441 May 04 17:20:22.551938 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388c635-affa-4d19-a19f-1d52f4c80722 req-6d710c70-3a15-4932-9249-a1b0774ba211 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:22.553385 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4388c635-affa-4d19-a19f-1d52f4c80722 req-6d710c70-3a15-4932-9249-a1b0774ba211 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0783505 May 04 17:20:22.595922 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4388c635-affa-4d19-a19f-1d52f4c80722 req-7b94e627-35b2-4e5c-9e46-f273d7066f94 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370469 May 04 17:20:23.005204 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-259f189a-c574-415b-822a-8237bf07517a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:23.060254 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c8163-8d35-4a56-ba4d-eb724c9a7e1e req-6aaabfd2-df4a-4fb4-a450-70cea33c5e03 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:23.061723 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9d6c8163-8d35-4a56-ba4d-eb724c9a7e1e req-6aaabfd2-df4a-4fb4-a450-70cea33c5e03 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0820591 May 04 17:20:23.105883 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9d6c8163-8d35-4a56-ba4d-eb724c9a7e1e req-448708c3-bb8c-4676-a432-e2c6b900f041 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385056 May 04 17:20:23.569809 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9a3b2-a980-4d54-a5ff-3fb3afcfe122 req-48410e49-a747-4e95-a49d-833ec5edb094 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:23.571231 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-86e9a3b2-a980-4d54-a5ff-3fb3afcfe122 req-48410e49-a747-4e95-a49d-833ec5edb094 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0816002 May 04 17:20:23.615030 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-86e9a3b2-a980-4d54-a5ff-3fb3afcfe122 req-ca828d93-c6cc-443a-b7c7-532aa4fc03c1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376334 May 04 17:20:23.785154 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d713825-c8a5-4347-b21f-3a699be0a7d3 req-5095828f-33ec-41a2-bfa1-a9fe58ac17a4 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:23.786597 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8d713825-c8a5-4347-b21f-3a699be0a7d3 req-5095828f-33ec-41a2-bfa1-a9fe58ac17a4 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0771778 May 04 17:20:23.829993 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8d713825-c8a5-4347-b21f-3a699be0a7d3 req-7b4c2fc0-8027-4985-90aa-f1ea4a8936ba tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372386 May 04 17:20:24.291028 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540c913-e807-4942-8d2d-11d3f09daba0 req-f544e5d4-b6bf-443e-bd00-5fdc2e4420ac tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:24.292454 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1540c913-e807-4942-8d2d-11d3f09daba0 req-f544e5d4-b6bf-443e-bd00-5fdc2e4420ac tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0827212 May 04 17:20:24.336446 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1540c913-e807-4942-8d2d-11d3f09daba0 req-1551c6bf-f183-4e3b-8a9d-68c75709d381 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383291 May 04 17:20:24.801914 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a5b6d-748d-49c2-bac2-e934da62ac65 req-85f2ff1c-a18a-4cab-b265-8b0ec8083f93 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:24.803838 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3f9a5b6d-748d-49c2-bac2-e934da62ac65 req-85f2ff1c-a18a-4cab-b265-8b0ec8083f93 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0820715 May 04 17:20:24.920910 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3f9a5b6d-748d-49c2-bac2-e934da62ac65 req-9b5e5b5d-38da-4e89-aedd-f0e1be496ed7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112037 May 04 17:20:25.091717 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9861cd3-4793-4898-b01e-e0f9d0640ac9 req-73d75e99-c235-4c19-b1a3-7734cc78e4a7 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:25.093164 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e9861cd3-4793-4898-b01e-e0f9d0640ac9 req-73d75e99-c235-4c19-b1a3-7734cc78e4a7 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0782771 May 04 17:20:25.139207 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e9861cd3-4793-4898-b01e-e0f9d0640ac9 req-f0f277b5-b562-4104-a984-e4f25d00d84e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 May 04 17:20:25.519050 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f80be1-7af9-4160-8964-a8851f8ed6fb req-b382dea6-7023-4f21-85d4-be7f9125da1e tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:25.520469 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44f80be1-7af9-4160-8964-a8851f8ed6fb req-b382dea6-7023-4f21-85d4-be7f9125da1e tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0786991 May 04 17:20:25.563429 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44f80be1-7af9-4160-8964-a8851f8ed6fb req-fa0f63ef-257a-4b99-98ba-850590dfc693 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373569 May 04 17:20:25.627934 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:25.656365 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-2f072980-0c9e-4157-9f5b-e2952db3a26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:26.109250 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fae99-28f3-4286-8d98-ba0842f0cecc req-9ff10ef1-a399-4f50-8a66-6cc19d908ef8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:26.110671 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-143fae99-28f3-4286-8d98-ba0842f0cecc req-9ff10ef1-a399-4f50-8a66-6cc19d908ef8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0815222 May 04 17:20:26.153807 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-143fae99-28f3-4286-8d98-ba0842f0cecc req-53bc0008-8033-4395-9789-2b1f7f81c51a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374756 May 04 17:20:26.324903 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb79b60-6195-4f10-87bb-6c8af0af879d req-1365ed50-586f-450d-9f00-53f924ddd0b7 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:26.326348 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1cb79b60-6195-4f10-87bb-6c8af0af879d req-1365ed50-586f-450d-9f00-53f924ddd0b7 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0786636 May 04 17:20:26.370540 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1cb79b60-6195-4f10-87bb-6c8af0af879d req-c329b087-577a-46c3-bc74-817e119abe9f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385563 May 04 17:20:26.690638 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:26.747648 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c13b34-57f9-4c15-af6b-310621e05b11 req-d7713362-55e5-4eed-9f3d-a886ed4e0245 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:26.749107 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-55c13b34-57f9-4c15-af6b-310621e05b11 req-d7713362-55e5-4eed-9f3d-a886ed4e0245 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0806315 May 04 17:20:26.793077 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-55c13b34-57f9-4c15-af6b-310621e05b11 req-30b1f4b6-6511-4e84-be4b-3dcc95cb0a1b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382633 May 04 17:20:27.341714 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05dc502-a6db-467f-a0cb-c19ad352356a req-b332d0ac-420c-40bc-bb01-3e9d9bd5e3b8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:27.343274 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a05dc502-a6db-467f-a0cb-c19ad352356a req-b332d0ac-420c-40bc-bb01-3e9d9bd5e3b8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0816913 May 04 17:20:27.388459 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a05dc502-a6db-467f-a0cb-c19ad352356a req-bdc1a69f-153b-462e-98b4-4796c28fded3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393612 May 04 17:20:27.561259 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2509b4b-2e29-4eb3-bf28-c626cb1ed13d req-389aa4e1-bb92-4cfe-9b38-35ac7e455483 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:27.562700 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b2509b4b-2e29-4eb3-bf28-c626cb1ed13d req-389aa4e1-bb92-4cfe-9b38-35ac7e455483 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0794594 May 04 17:20:27.608712 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b2509b4b-2e29-4eb3-bf28-c626cb1ed13d req-7b60a1e6-1211-4105-9c3d-ee4323a93664 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 May 04 17:20:27.977162 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e4dda-836e-4633-98e2-6dd1c9e9668a req-55ffac67-f678-4539-ba13-bcb8e7b9166b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:27.978581 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ac4e4dda-836e-4633-98e2-6dd1c9e9668a req-55ffac67-f678-4539-ba13-bcb8e7b9166b tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0807626 May 04 17:20:28.022308 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ac4e4dda-836e-4633-98e2-6dd1c9e9668a req-77c92a91-43c6-44ef-ab2b-aca5fc36b664 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 May 04 17:20:28.221659 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:28.577622 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18315a39-260d-43e5-8f51-cb6cd657d40d req-71b0910b-3bc7-428f-93cf-335ef3fdb65e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:28.579025 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-18315a39-260d-43e5-8f51-cb6cd657d40d req-71b0910b-3bc7-428f-93cf-335ef3fdb65e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0815475 May 04 17:20:28.623581 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-18315a39-260d-43e5-8f51-cb6cd657d40d req-0280f00e-da1d-454d-9e0c-779413d98f26 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388572 May 04 17:20:28.796166 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7f31d-bb19-434e-a0bc-a09f02efeb00 req-a57b339b-78f2-4cba-830f-365b1a752dca tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:28.797697 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b5c7f31d-bb19-434e-a0bc-a09f02efeb00 req-a57b339b-78f2-4cba-830f-365b1a752dca tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0787938 May 04 17:20:28.840390 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b5c7f31d-bb19-434e-a0bc-a09f02efeb00 req-63c4e5f0-cd1d-4efa-825b-21487df06072 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371237 May 04 17:20:29.205533 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73841095-1aa9-447d-b2c6-15658e4acab1 req-573c8bd8-d064-4e09-8345-23ae50f5d602 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:29.206955 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-73841095-1aa9-447d-b2c6-15658e4acab1 req-573c8bd8-d064-4e09-8345-23ae50f5d602 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0796626 May 04 17:20:29.251610 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-73841095-1aa9-447d-b2c6-15658e4acab1 req-6c76e503-019d-49d3-b14d-5282c2454a55 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386090 May 04 17:20:29.813044 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e985c-ef48-44f8-948d-4a1b49b602ce req-b8feba3d-0097-4b00-83fe-2c5e3a7c9e1a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:29.814476 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b80e985c-ef48-44f8-948d-4a1b49b602ce req-b8feba3d-0097-4b00-83fe-2c5e3a7c9e1a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0823038 May 04 17:20:29.857548 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b80e985c-ef48-44f8-948d-4a1b49b602ce req-aba62100-0d91-42ed-af27-7be560453f32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365584 May 04 17:20:30.028193 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01873bca-eea6-4575-ac61-cbffabf60325 req-3d8a1fb0-dc63-42df-843e-c8e784cb45e6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:30.029645 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-01873bca-eea6-4575-ac61-cbffabf60325 req-3d8a1fb0-dc63-42df-843e-c8e784cb45e6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0782790 May 04 17:20:30.073527 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-01873bca-eea6-4575-ac61-cbffabf60325 req-59b0fb85-98e3-4980-a571-d6d266c1a530 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383527 May 04 17:20:30.437431 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a710a-6336-47aa-83f2-1a2c9aac11f1 req-2b1828be-66a1-4498-ab05-eeb71bbed9a9 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:30.438858 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dc8a710a-6336-47aa-83f2-1a2c9aac11f1 req-2b1828be-66a1-4498-ab05-eeb71bbed9a9 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0829017 May 04 17:20:30.483002 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dc8a710a-6336-47aa-83f2-1a2c9aac11f1 req-168f9511-90b7-493b-bef3-8b1aebbda3e5 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381119 May 04 17:20:31.045808 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ed37f-4796-4b2d-a5d7-bf0275f7aa53 req-d67aa811-3322-431e-bcbe-e0c3a0e5346f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:31.047210 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc9ed37f-4796-4b2d-a5d7-bf0275f7aa53 req-d67aa811-3322-431e-bcbe-e0c3a0e5346f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0808647 May 04 17:20:31.091689 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc9ed37f-4796-4b2d-a5d7-bf0275f7aa53 req-639a3011-7c9c-49b8-99a6-3e329a0ce12c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386994 May 04 17:20:31.153377 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:31.265269 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a451445-5914-46e1-9a71-e6c846ca2fa9 req-a34e8528-9318-4964-b2ad-bfbd910ed297 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:31.266703 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7a451445-5914-46e1-9a71-e6c846ca2fa9 req-a34e8528-9318-4964-b2ad-bfbd910ed297 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0801733 May 04 17:20:31.310712 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7a451445-5914-46e1-9a71-e6c846ca2fa9 req-2ccf07dd-af08-4726-9040-cac1da0d0eb0 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384107 May 04 17:20:31.739116 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485ebee-d900-4cf2-9ede-40c9ed47e4b8 req-e049a28c-8866-4f41-a5bd-a402cce02ddb tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:31.740473 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4485ebee-d900-4cf2-9ede-40c9ed47e4b8 req-e049a28c-8866-4f41-a5bd-a402cce02ddb tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.1541445 May 04 17:20:31.784209 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4485ebee-d900-4cf2-9ede-40c9ed47e4b8 req-35858fcc-38e5-4cad-89cb-b1e586034d89 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373816 May 04 17:20:32.279666 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d75be-b4ec-4ea2-84e5-821910f5bf9e req-10480c2e-3475-4fd6-8451-0bd2c6a695a4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:32.281116 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4e6d75be-b4ec-4ea2-84e5-821910f5bf9e req-10480c2e-3475-4fd6-8451-0bd2c6a695a4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0809965 May 04 17:20:32.325561 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4e6d75be-b4ec-4ea2-84e5-821910f5bf9e req-a7236cc1-04b7-4820-9c75-5e8e863b4ca0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385337 May 04 17:20:32.497069 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab682606-83af-49b5-9688-b9dd7b01377c req-6410a4b7-24a1-4647-bc68-679f2f15c36f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:32.498415 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ab682606-83af-49b5-9688-b9dd7b01377c req-6410a4b7-24a1-4647-bc68-679f2f15c36f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0787420 May 04 17:20:32.541557 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ab682606-83af-49b5-9688-b9dd7b01377c req-642dedaa-21be-4292-af2a-c721a85bc64f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375845 May 04 17:20:32.968103 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a38c0c-a514-479d-ada2-c5252a072402 req-e75ec615-e447-4a38-b9f7-9ad7154680f9 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:32.969544 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-64a38c0c-a514-479d-ada2-c5252a072402 req-e75ec615-e447-4a38-b9f7-9ad7154680f9 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0802462 May 04 17:20:33.012295 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-64a38c0c-a514-479d-ada2-c5252a072402 req-982a14b5-d88f-4e72-b55f-1affefc8c9f3 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 May 04 17:20:33.652538 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9437a-47cb-4409-b8f5-ebfd56930265 req-25a20d7d-76a7-46a1-96aa-f4c5da266537 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:33.653909 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-45c9437a-47cb-4409-b8f5-ebfd56930265 req-25a20d7d-76a7-46a1-96aa-f4c5da266537 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0829780 May 04 17:20:33.696819 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-45c9437a-47cb-4409-b8f5-ebfd56930265 req-5d70c4eb-c63e-47dd-a93b-6ebb7bd9e08d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373223 May 04 17:20:33.868394 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560dfd3-8b40-489d-b641-2b9376948cff req-4dde177d-b97e-4c5c-93b9-31df71f88047 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:33.869900 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9560dfd3-8b40-489d-b641-2b9376948cff req-4dde177d-b97e-4c5c-93b9-31df71f88047 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0790999 May 04 17:20:33.914186 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9560dfd3-8b40-489d-b641-2b9376948cff req-8a8e4c09-506f-4940-a24d-7f87299fcb83 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383687 May 04 17:20:34.194470 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1172a-b2e1-4098-89f3-9853367ca339 req-a87240a2-979a-4e79-8c95-2ea02b1d6f10 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:34.195913 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d1b1172a-b2e1-4098-89f3-9853367ca339 req-a87240a2-979a-4e79-8c95-2ea02b1d6f10 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0810392 May 04 17:20:34.239179 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d1b1172a-b2e1-4098-89f3-9853367ca339 req-1b43604c-9563-4ca1-8e63-f1907d96b7ef tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377641 May 04 17:20:34.883693 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b3d28-95f5-4ab2-8df8-6324c872a38a req-b83130e3-1571-439d-85ee-32c064e3d191 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:34.885128 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ed7b3d28-95f5-4ab2-8df8-6324c872a38a req-b83130e3-1571-439d-85ee-32c064e3d191 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0814295 May 04 17:20:34.927710 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ed7b3d28-95f5-4ab2-8df8-6324c872a38a req-a4a7008e-a082-4483-8286-cf369e501087 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371048 May 04 17:20:35.099540 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7753316-c476-41d8-9dad-7b85e305bfc9 req-dd135a52-5b93-48af-9bac-334f6a144421 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:35.101063 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b7753316-c476-41d8-9dad-7b85e305bfc9 req-dd135a52-5b93-48af-9bac-334f6a144421 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0789189 May 04 17:20:35.144901 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b7753316-c476-41d8-9dad-7b85e305bfc9 req-cfadb877-62f1-4a9c-ab86-50b17654241b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382414 May 04 17:20:35.423041 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860cca3-3eb1-4174-8810-990bf6551846 req-dc0ec0ac-988e-4316-9f63-09e7998acbcb tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:35.424361 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a860cca3-3eb1-4174-8810-990bf6551846 req-dc0ec0ac-988e-4316-9f63-09e7998acbcb tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0818386 May 04 17:20:35.469150 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a860cca3-3eb1-4174-8810-990bf6551846 req-6de283ed-0b4e-4f01-8489-aaa2a4f23288 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383539 May 04 17:20:36.116097 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777d07b-af7d-4f3f-9a90-80b46d3f2a38 req-743393c3-c0e5-4e13-b30f-425580cc0bb4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:36.117458 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7777d07b-af7d-4f3f-9a90-80b46d3f2a38 req-743393c3-c0e5-4e13-b30f-425580cc0bb4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0811975 May 04 17:20:36.159911 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7777d07b-af7d-4f3f-9a90-80b46d3f2a38 req-15e411a0-1999-4c79-8add-cbc33217b2d3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369291 May 04 17:20:36.332502 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac83818-ce3d-4875-af0e-5336fc4e9595 req-0d37ce21-ca06-4712-ba25-1dd03b3269d7 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:36.333979 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aac83818-ce3d-4875-af0e-5336fc4e9595 req-0d37ce21-ca06-4712-ba25-1dd03b3269d7 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0797019 May 04 17:20:36.377515 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-aac83818-ce3d-4875-af0e-5336fc4e9595 req-ca5b7464-6eb3-441c-ac50-9f7485b9dce4 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372155 May 04 17:20:36.651990 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b99191-9133-4c58-918a-0e440a12433f req-618842af-8fbe-4ef8-8b6d-8dcf927eee86 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:36.653339 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60b99191-9133-4c58-918a-0e440a12433f req-618842af-8fbe-4ef8-8b6d-8dcf927eee86 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0802512 May 04 17:20:36.696970 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60b99191-9133-4c58-918a-0e440a12433f req-ea75d5bc-ca78-4ac1-be87-0f0aa8d5e358 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380511 May 04 17:20:37.347433 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba173b-9d47-47d6-a0d2-168565e57230 req-5d298606-a7d5-4bac-9a54-7ccce63ff360 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:37.348865 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e8ba173b-9d47-47d6-a0d2-168565e57230 req-5d298606-a7d5-4bac-9a54-7ccce63ff360 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0818005 May 04 17:20:37.392188 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e8ba173b-9d47-47d6-a0d2-168565e57230 req-821c3655-dd3c-492e-8b86-7208caa48050 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371406 May 04 17:20:37.564292 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2236ccae-a9fd-4502-af15-b6f98ed168fe req-2d9b5caf-36d7-438a-b282-97d0b4863ebf tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:37.565822 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2236ccae-a9fd-4502-af15-b6f98ed168fe req-2d9b5caf-36d7-438a-b282-97d0b4863ebf tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0778522 May 04 17:20:37.610167 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2236ccae-a9fd-4502-af15-b6f98ed168fe req-f937d8d8-379b-4759-b65d-175e502b173f tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386271 May 04 17:20:37.879525 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc098924-44f9-4773-8ace-6cde7d591992 req-f00113dc-30cb-499b-8ad0-39c9abe95b52 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:37.880882 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc098924-44f9-4773-8ace-6cde7d591992 req-f00113dc-30cb-499b-8ad0-39c9abe95b52 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0796044 May 04 17:20:37.923951 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc098924-44f9-4773-8ace-6cde7d591992 req-c76f4cc6-fe20-40f2-a872-e78d1524ed0f tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369704 May 04 17:20:38.581747 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e49720-e297-49e9-8b9d-42a305bb4f05 req-33c1f63e-8d02-4575-8fc1-f7430ca54bff tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:38.583102 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-45e49720-e297-49e9-8b9d-42a305bb4f05 req-33c1f63e-8d02-4575-8fc1-f7430ca54bff tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0827866 May 04 17:20:38.707492 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-45e49720-e297-49e9-8b9d-42a305bb4f05 req-1009c34e-5e36-4318-8b95-2f1bbd26e732 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178679 May 04 17:20:38.880750 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23507231-cd78-45f5-af15-d74d0590a451 req-367654dc-ef1a-466d-b972-24da2686c668 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:38.882152 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-23507231-cd78-45f5-af15-d74d0590a451 req-367654dc-ef1a-466d-b972-24da2686c668 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0794885 May 04 17:20:38.928362 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-23507231-cd78-45f5-af15-d74d0590a451 req-dee11e2c-89f3-45c1-9f89-3dc3cdc9a6bd tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405588 May 04 17:20:39.102852 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c939c0c-fa67-4efd-9dd5-4bc5a58b5d04 req-2ebb1bf6-3bc9-4344-996f-bc814dc0573c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:39.104278 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0c939c0c-fa67-4efd-9dd5-4bc5a58b5d04 req-2ebb1bf6-3bc9-4344-996f-bc814dc0573c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0784309 May 04 17:20:39.147568 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0c939c0c-fa67-4efd-9dd5-4bc5a58b5d04 req-cd9796d5-c983-43e5-beff-34731fcde5a9 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369132 May 04 17:20:39.895823 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5f2c7-8c5a-4e84-b9b2-ce63114362cc req-c6eef324-86e9-4a12-825c-fcf2ced933c6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:39.897294 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-76a5f2c7-8c5a-4e84-b9b2-ce63114362cc req-c6eef324-86e9-4a12-825c-fcf2ced933c6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0817771 May 04 17:20:39.940663 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-76a5f2c7-8c5a-4e84-b9b2-ce63114362cc req-317686fc-ef24-4852-a769-7690deb7ed47 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376651 May 04 17:20:40.110343 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259df237-3adf-4272-8772-7c237bb673ee req-0ef40722-bdec-4f77-a88d-8296759ad72d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:40.111756 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-259df237-3adf-4272-8772-7c237bb673ee req-0ef40722-bdec-4f77-a88d-8296759ad72d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0784669 May 04 17:20:40.154706 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-259df237-3adf-4272-8772-7c237bb673ee req-aac7b405-ff0c-4467-a19d-0cc86ce132d5 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368779 May 04 17:20:40.332322 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fae0cb-2762-458a-b301-2182acc85f68 req-dd9f86be-a185-4630-a0a0-2dd2e6be3fe1 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:40.333770 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-55fae0cb-2762-458a-b301-2182acc85f68 req-dd9f86be-a185-4630-a0a0-2dd2e6be3fe1 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0813470 May 04 17:20:40.377999 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-55fae0cb-2762-458a-b301-2182acc85f68 req-00aef573-8b83-4ba1-b462-da68ea1126ab tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380135 May 04 17:20:41.127273 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a378fcb-0527-4c03-a466-f781246f6110 req-5deaffef-100c-4896-8ff5-186d093bfb12 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:41.128602 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5a378fcb-0527-4c03-a466-f781246f6110 req-5deaffef-100c-4896-8ff5-186d093bfb12 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0811448 May 04 17:20:41.171758 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5a378fcb-0527-4c03-a466-f781246f6110 req-846ae7f6-8994-4a6e-86a4-efb822dbf794 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375752 May 04 17:20:41.342240 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f47a2c-d052-4890-8a3c-fa47160dc98d req-2b9836e0-3fc1-4073-972c-513312a47471 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:41.343666 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a5f47a2c-d052-4890-8a3c-fa47160dc98d req-2b9836e0-3fc1-4073-972c-513312a47471 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0795441 May 04 17:20:41.387826 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a5f47a2c-d052-4890-8a3c-fa47160dc98d req-3c25179f-afa1-4b85-9f3a-b5fbd722d72e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383458 May 04 17:20:41.562170 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1892c-b2a2-4d8f-bd5d-585d62163ef9 req-b4fcb0c3-88c3-43fd-8df5-274b59e6d01e tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:41.563616 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7be1892c-b2a2-4d8f-bd5d-585d62163ef9 req-b4fcb0c3-88c3-43fd-8df5-274b59e6d01e tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0813055 May 04 17:20:41.607298 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7be1892c-b2a2-4d8f-bd5d-585d62163ef9 req-f114bb70-2566-45e8-b250-a9dcd94feb3c tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376019 May 04 17:20:42.360161 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06fd953-f5ab-4c88-9dec-eaedfda9b174 req-c35a4e97-1935-468a-984d-e5923f95f786 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:42.361570 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c06fd953-f5ab-4c88-9dec-eaedfda9b174 req-c35a4e97-1935-468a-984d-e5923f95f786 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0833712 May 04 17:20:42.404674 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c06fd953-f5ab-4c88-9dec-eaedfda9b174 req-c32eb561-035d-4d04-8241-cebb285c0646 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368025 May 04 17:20:42.576287 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814de09-d775-4671-87a6-dbad0a658c5b req-d0a67cae-486a-462c-b1f0-d851f76b27b9 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:42.577746 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c814de09-d775-4671-87a6-dbad0a658c5b req-d0a67cae-486a-462c-b1f0-d851f76b27b9 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0776649 May 04 17:20:42.621389 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c814de09-d775-4671-87a6-dbad0a658c5b req-54d55795-acb2-4a42-92a3-88c5fc2e389b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381024 May 04 17:20:42.793257 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617db1a2-cf24-463c-8d65-1e0fafda5381 req-c5de2b6e-778a-441b-8e2f-dbba5e0d48fb tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:42.794683 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-617db1a2-cf24-463c-8d65-1e0fafda5381 req-c5de2b6e-778a-441b-8e2f-dbba5e0d48fb tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0813925 May 04 17:20:42.837796 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-617db1a2-cf24-463c-8d65-1e0fafda5381 req-71330221-205a-45c5-bb01-0fdfe7af007f tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373912 May 04 17:20:43.470846 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9a4a99cb-d13e-4576-99bf-cfbf2efd0c07 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:43.471459 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9a4a99cb-d13e-4576-99bf-cfbf2efd0c07 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Synchronizing usage tracker for tenant:4c68d016f05c4c3ca2fcc5770f52645b on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:20:43.530322 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9a4a99cb-d13e-4576-99bf-cfbf2efd0c07 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Unset dirty status for tenant:4c68d016f05c4c3ca2fcc5770f52645b on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:20:43.531458 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-9a4a99cb-d13e-4576-99bf-cfbf2efd0c07 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.11 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.1406467 May 04 17:20:43.594975 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cf298-5da5-428e-aefe-d3d652954bbc req-15d96afe-815d-41f3-ac42-8433506ba402 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:43.596427 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d24cf298-5da5-428e-aefe-d3d652954bbc req-15d96afe-815d-41f3-ac42-8433506ba402 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0825157 May 04 17:20:43.640735 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d24cf298-5da5-428e-aefe-d3d652954bbc req-88346254-27da-47b3-ad2e-d6c789c7967b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377617 May 04 17:20:43.671369 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Deleting port 5ba0707a-8efe-45ba-bed9-eba267712a3e {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:43.671699 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:43.807133 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] For port 5ba0707a-8efe-45ba-bed9-eba267712a3e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ba0707a-8efe-45ba-bed9-eba267712a3e,segment=NetworkSegment(c0d908e1-c394-45f9-af15-ecea66160688),segment_id=c0d908e1-c394-45f9-af15-ecea66160688)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:43.807487 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:43.819569 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ac96f-999b-4af8-b1b7-5b63f4e7ec47 req-ea3bf650-a245-42d3-b835-dd44e2ef644b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:43.821052 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2e1ac96f-999b-4af8-b1b7-5b63f4e7ec47 req-ea3bf650-a245-42d3-b835-dd44e2ef644b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0816059 May 04 17:20:43.865376 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2e1ac96f-999b-4af8-b1b7-5b63f4e7ec47 req-4c49d740-9795-4671-aacd-17d4da94cbac tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 May 04 17:20:44.004908 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Calling delete_port for 5ba0707a-8efe-45ba-bed9-eba267712a3e owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:44.042862 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68ca2a-dfef-4076-8c3b-76acede8655a req-1bc822c3-13eb-4861-9d9c-2719ad2d742f tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:44.044240 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9a68ca2a-dfef-4076-8c3b-76acede8655a req-1bc822c3-13eb-4861-9d9c-2719ad2d742f tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 945 time: 0.0823123 May 04 17:20:44.090162 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9a68ca2a-dfef-4076-8c3b-76acede8655a req-e8f0f7ad-2c50-4262-be79-ea7c3f1a5210 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/security-groups?id=5fb16efa-d23c-41ea-9998-f7b19e504d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 May 04 17:20:44.199203 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:44.205531 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-8b225642-099a-41a0-8432-42f844979bec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:44.249012 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Pushing event deleted for resources: {'Port': ['ID=5ba0707a-8efe-45ba-bed9-eba267712a3e,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:44.286043 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.286751 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.287119 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.288041 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.288395 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.288744 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.289117 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.289466 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.289809 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.290163 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.290493 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.290831 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:44.305796 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:44.337520 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] No DVR routers for this DVR port 5ba0707a-8efe-45ba-bed9-eba267712a3e on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:20:44.340222 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:44.342889 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb', 'name': 'network-vif-deleted', 'tag': '5ba0707a-8efe-45ba-bed9-eba267712a3e'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:20:44.384058 dv-cinder-789603-1-iscsi neutron-server[74289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb', 'name': 'network-vif-deleted', 'tag': '5ba0707a-8efe-45ba-bed9-eba267712a3e', 'status': 'failed', 'code': 422} returned with failed status May 04 17:20:44.422842 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-2676684f-0df5-4fbf-8ef3-0dd225308fc4 req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.11 "DELETE /v2.0/ports/5ba0707a-8efe-45ba-bed9-eba267712a3e HTTP/1.1" status: 204 len: 173 time: 0.8844621 May 04 17:20:44.831311 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14e7e7-293e-4ad9-8b45-2753723619cd req-144397f7-0466-4109-86c8-31b1ea2267c1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:44.832735 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6e14e7e7-293e-4ad9-8b45-2753723619cd req-144397f7-0466-4109-86c8-31b1ea2267c1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0814507 May 04 17:20:44.876689 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6e14e7e7-293e-4ad9-8b45-2753723619cd req-e243ee6b-e5f8-453f-b176-af4630c7b28f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375798 May 04 17:20:45.049124 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dc043-596e-4c81-8442-c84ebd96e06e req-b89b03fb-6062-4396-a3c5-8d4c870f0749 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:45.050543 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a19dc043-596e-4c81-8442-c84ebd96e06e req-b89b03fb-6062-4396-a3c5-8d4c870f0749 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0785935 May 04 17:20:45.093988 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a19dc043-596e-4c81-8442-c84ebd96e06e req-fe8f14c8-a96e-4878-a4dc-5dbe64630aa6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 May 04 17:20:45.237571 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ba0707a-8efe-45ba-bed9-eba267712a3e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:45.273227 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: 5ba0707a-8efe-45ba-bed9-eba267712a3e {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:45.273571 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 5ba0707a-8efe-45ba-bed9-eba267712a3e not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:45.331120 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-64bca6e7-923d-4647-aa8b-5e831019b51e req-86b7f069-24c8-4071-880b-e8a48dc5a4fc tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 210 time: 0.1222298 May 04 17:20:45.591337 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8a4b3f7e-c510-42c7-8ead-f844b49a25ac req-e8caf2b3-cbd8-4af6-bfbb-2d2940064181 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb HTTP/1.1" status: 200 len: 210 time: 0.0415876 May 04 17:20:46.145611 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9e26a-3161-4edc-97b1-8c8a1aaa2079 req-f6137928-7c82-4724-9dce-431feb151dda tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:46.147144 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17d9e26a-3161-4edc-97b1-8c8a1aaa2079 req-f6137928-7c82-4724-9dce-431feb151dda tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0804033 May 04 17:20:46.190371 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17d9e26a-3161-4edc-97b1-8c8a1aaa2079 req-90c8b6b3-1875-4de9-af3c-3e58db0177fc tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377600 May 04 17:20:46.429573 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e176457-17ce-471b-8be1-2a504025efd0 req-888d9885-8133-49ae-b2fe-65b06571a1fb tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:46.430988 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9e176457-17ce-471b-8be1-2a504025efd0 req-888d9885-8133-49ae-b2fe-65b06571a1fb tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0787289 May 04 17:20:46.477221 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9e176457-17ce-471b-8be1-2a504025efd0 req-05e5a44b-c5ab-49b9-96e6-7f9df86f584a tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405085 May 04 17:20:47.377139 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae933e-f201-44fc-b3ad-6f1e8767a496 req-1e13521f-219c-4efa-9553-f456f7b757dd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:47.378596 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e8ae933e-f201-44fc-b3ad-6f1e8767a496 req-1e13521f-219c-4efa-9553-f456f7b757dd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0804071 May 04 17:20:47.422593 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e8ae933e-f201-44fc-b3ad-6f1e8767a496 req-84629da6-ffa6-49d1-b262-36e0bf28745b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376430 May 04 17:20:47.664725 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097929ae-368b-411f-baf5-c90f8497eb1b req-5a37561e-5594-48df-82ec-22e3c47e27e9 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:47.666197 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-097929ae-368b-411f-baf5-c90f8497eb1b req-5a37561e-5594-48df-82ec-22e3c47e27e9 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0844417 May 04 17:20:47.711775 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-097929ae-368b-411f-baf5-c90f8497eb1b req-d7eb69d7-a6ec-408b-a7ca-766685c5c521 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397401 May 04 17:20:47.792254 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55676) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:48.301879 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656453'] for router_interface, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:48.614198 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87377c67-adb8-4deb-8138-9cf0c943cf67 req-c9200e0b-3f12-41eb-8d38-cacf3be4c487 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:48.616089 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-87377c67-adb8-4deb-8138-9cf0c943cf67 req-c9200e0b-3f12-41eb-8d38-cacf3be4c487 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0797138 May 04 17:20:48.664640 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-87377c67-adb8-4deb-8138-9cf0c943cf67 req-88aaa64d-b4ba-41b7-89d5-95f1ac1eb06b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427275 May 04 17:20:48.704344 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] Deleting port c3002bdd-f6f5-4d02-b1e0-105ab95488b8 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:48.704671 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:48.823249 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] For port c3002bdd-f6f5-4d02-b1e0-105ab95488b8, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=c3002bdd-f6f5-4d02-b1e0-105ab95488b8,segment=NetworkSegment(c0d908e1-c394-45f9-af15-ecea66160688),segment_id=c0d908e1-c394-45f9-af15-ecea66160688)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:48.823922 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:48.897384 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37fb95-59c6-4464-9eac-cfb5ac56ece2 req-56e95d2d-23ee-42f2-b8c0-a53e0c9a60f3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:48.898865 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7b37fb95-59c6-4464-9eac-cfb5ac56ece2 req-56e95d2d-23ee-42f2-b8c0-a53e0c9a60f3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0792413 May 04 17:20:48.945326 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7b37fb95-59c6-4464-9eac-cfb5ac56ece2 req-b55d95fb-49a3-46c9-9f6a-70f0b0db97d3 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 May 04 17:20:49.029297 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] Calling delete_port for c3002bdd-f6f5-4d02-b1e0-105ab95488b8 owned by network:router_interface {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:49.250687 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:49.254101 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:49.297694 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3002bdd-f6f5-4d02-b1e0-105ab95488b8,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:49.301140 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:49.558626 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665333'] for router_interface, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:49.856244 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb54d28-a090-4d03-8aec-0b5f3969ebfa req-013d2e4e-cbec-4cd7-8ba9-9cb014d4faad tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:49.857617 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6fb54d28-a090-4d03-8aec-0b5f3969ebfa req-013d2e4e-cbec-4cd7-8ba9-9cb014d4faad tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0814281 May 04 17:20:49.901604 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6fb54d28-a090-4d03-8aec-0b5f3969ebfa req-709f0a67-509c-498c-9750-e86c45978c1a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378630 May 04 17:20:49.911215 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] Router 2838f476-4366-4a47-b99e-8446622b4043 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:20:50.086997 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:20:50.096874 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d205e1b-e5b0-48a0-9c9c-f8ed0c18f625 None None] Sync routers for ids ['2838f476-4366-4a47-b99e-8446622b4043'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:20:50.100099 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] 10.222.0.22 "PUT /v2.0/routers/2838f476-4366-4a47-b99e-8446622b4043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3066771 May 04 17:20:50.102572 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55688) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:50.109543 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d205e1b-e5b0-48a0-9c9c-f8ed0c18f625 None None] Routers {'2838f476-4366-4a47-b99e-8446622b4043'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:20:50.110157 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-4d205e1b-e5b0-48a0-9c9c-f8ed0c18f625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:20:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['2838f476-4366-4a47-b99e-8446622b4043'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:50.129740 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9c170-769a-4b84-ae12-90a508c09289 req-754214de-23bf-4308-a839-b512f90b4d74 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:50.131879 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-65c9c170-769a-4b84-ae12-90a508c09289 req-754214de-23bf-4308-a839-b512f90b4d74 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0812032 May 04 17:20:50.179969 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-65c9c170-769a-4b84-ae12-90a508c09289 req-7516ed10-e36d-40b1-ac15-5836adf1e02d tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419583 May 04 17:20:50.275726 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Notify callbacks [] for router, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:50.284995 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-4d205e1b-e5b0-48a0-9c9c-f8ed0c18f625 None None] Set router 2838f476-4366-4a47-b99e-8446622b4043 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:20:50.540478 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:50.564781 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-4d205e1b-e5b0-48a0-9c9c-f8ed0c18f625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2838f476-4366-4a47-b99e-8446622b4043', 'name': 'tempest-TestMinimumBasicScenario-531426145-router', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:55Z', 'updated_at': '2021-05-04T17:20:49Z', 'revision_number': 5, 'project_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'gw_port': {'id': '0aecd6ff-16d2-42c0-998e-4b5fbe8e4080', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:b4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2838f476-4366-4a47-b99e-8446622b4043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:18:56Z', 'updated_at': '2021-05-04T17:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:50.569093 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d205e1b-e5b0-48a0-9c9c-f8ed0c18f625 None None] Checking router: 2838f476-4366-4a47-b99e-8446622b4043 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:20:50.577300 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d205e1b-e5b0-48a0-9c9c-f8ed0c18f625 None None] Routers {'2838f476-4366-4a47-b99e-8446622b4043'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:20:50.577891 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-4d205e1b-e5b0-48a0-9c9c-f8ed0c18f625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:20:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['2838f476-4366-4a47-b99e-8446622b4043'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:50.664370 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Deleting port 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:50.664620 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:50.750558 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-4d205e1b-e5b0-48a0-9c9c-f8ed0c18f625 None None] Set router 2838f476-4366-4a47-b99e-8446622b4043 gateway port host: None {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:20:50.785761 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] For port 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=0aecd6ff-16d2-42c0-998e-4b5fbe8e4080,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:50.786143 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:50.857691 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-4d205e1b-e5b0-48a0-9c9c-f8ed0c18f625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2838f476-4366-4a47-b99e-8446622b4043', 'name': 'tempest-TestMinimumBasicScenario-531426145-router', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:55Z', 'updated_at': '2021-05-04T17:20:50Z', 'revision_number': 6, 'project_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'gw_port_host': None}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:50.861837 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d205e1b-e5b0-48a0-9c9c-f8ed0c18f625 None None] The sync data for ids ['2838f476-4366-4a47-b99e-8446622b4043'] in dv-cinder-789603-1-iscsi is: [{'id': '2838f476-4366-4a47-b99e-8446622b4043', 'name': 'tempest-TestMinimumBasicScenario-531426145-router', 'tenant_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:18:55Z', 'updated_at': '2021-05-04T17:20:50Z', 'revision_number': 6, 'project_id': '4c68d016f05c4c3ca2fcc5770f52645b', 'gw_port_host': None}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:20:50.910546 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Calling delete_port for 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 owned by network:router_gateway {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:51.089924 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef63c13-3414-4a4d-9b74-f05d974adc51 req-d4bfd953-5bed-45b7-90df-c78f505915d8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:51.091392 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bef63c13-3414-4a4d-9b74-f05d974adc51 req-d4bfd953-5bed-45b7-90df-c78f505915d8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0822923 May 04 17:20:51.102181 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:51.105987 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6883fa16-9934-479f-802c-bb2950e3b2d8 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:51.136527 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bef63c13-3414-4a4d-9b74-f05d974adc51 req-e43ef6f0-17cc-4b7d-9510-8e40e0ac549a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394137 May 04 17:20:51.149846 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aecd6ff-16d2-42c0-998e-4b5fbe8e4080,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:51.152572 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:51.252635 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663914'] for router_gateway, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:51.368428 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c98d0a-a7c4-402f-a6e3-77512be90a3b req-7e59088a-b08a-41a3-8d0d-cb3f28c442ed tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:51.369884 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-21c98d0a-a7c4-402f-a6e3-77512be90a3b req-7e59088a-b08a-41a3-8d0d-cb3f28c442ed tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0837131 May 04 17:20:51.415531 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-21c98d0a-a7c4-402f-a6e3-77512be90a3b req-b8e07365-b873-4500-bfac-4f7733dd06a4 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398054 May 04 17:20:51.424770 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4253'] for router, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:51.427006 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:51.513439 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666914'] for router, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:51.513852 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2838f476-4366-4a47-b99e-8446622b4043 {{(pid=74289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:20:51.526172 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:51.527268 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] 10.222.0.22 "DELETE /v2.0/routers/2838f476-4366-4a47-b99e-8446622b4043 HTTP/1.1" status: 204 len: 168 time: 1.4238081 May 04 17:20:51.529757 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55696) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:51.589375 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a279e09-16f8-453a-884e-14054f09b822 admin admin] Deleting subnet 5eb2d53a-0408-49ca-98da-93db73ae5f2f {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:20:51.592331 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a279e09-16f8-453a-884e-14054f09b822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:51.640651 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a279e09-16f8-453a-884e-14054f09b822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221752'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:51.719269 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a279e09-16f8-453a-884e-14054f09b822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:52.028161 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a279e09-16f8-453a-884e-14054f09b822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3618866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230852'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:52.031862 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:52.136495 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a279e09-16f8-453a-884e-14054f09b822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eb2d53a-0408-49ca-98da-93db73ae5f2f,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:52.139401 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5a279e09-16f8-453a-884e-14054f09b822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:52.140344 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a279e09-16f8-453a-884e-14054f09b822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:52.145278 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac70a971-0d6c-4449-b07f-970711058326 None None] Network b26f2540-500c-44b6-9f77-f164ca39393a requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:20:52.146035 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-5a279e09-16f8-453a-884e-14054f09b822 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5eb2d53a-0408-49ca-98da-93db73ae5f2f HTTP/1.1" status: 204 len: 168 time: 0.6153815 May 04 17:20:52.149240 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55700) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:52.251766 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:52.327874 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Deleting port c907f4b9-09ba-49cd-aadc-d2d7826d78ec {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:52.327874 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:52.332089 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ea55f-5461-4132-b3c0-859c54045bc4 req-df1d6432-033c-42fd-a1d3-7540e9fa4746 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:52.337844 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a74ea55f-5461-4132-b3c0-859c54045bc4 req-df1d6432-033c-42fd-a1d3-7540e9fa4746 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0873168 May 04 17:20:52.398115 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a74ea55f-5461-4132-b3c0-859c54045bc4 req-42fdc121-3a87-4036-bfc1-a223046e34ea tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543938 May 04 17:20:52.398798 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] DHCP port deletion for b26f2540-500c-44b6-9f77-f164ca39393a request from dv-cinder-789603-1-iscsi {{(pid=74292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:20:52.436022 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:52.446834 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] For port c907f4b9-09ba-49cd-aadc-d2d7826d78ec, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=c907f4b9-09ba-49cd-aadc-d2d7826d78ec,segment=NetworkSegment(c0d908e1-c394-45f9-af15-ecea66160688),segment_id=c0d908e1-c394-45f9-af15-ecea66160688)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:52.447188 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:52.477284 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:52.477645 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 0aecd6ff-16d2-42c0-998e-4b5fbe8e4080 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:52.478042 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device c3002bdd-f6f5-4d02-b1e0-105ab95488b8 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:52.512540 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: c3002bdd-f6f5-4d02-b1e0-105ab95488b8 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:52.512908 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device c3002bdd-f6f5-4d02-b1e0-105ab95488b8 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:52.539174 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Deleting port c907f4b9-09ba-49cd-aadc-d2d7826d78ec {{(pid=74292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:52.539652 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:52.569393 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Calling delete_port for c907f4b9-09ba-49cd-aadc-d2d7826d78ec owned by network:dhcp {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:52.603374 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011615f5-83d2-4d3e-9371-13efad3d1321 req-59a4aed8-c2b6-48bf-8c2a-b63a31e88902 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:52.604866 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-011615f5-83d2-4d3e-9371-13efad3d1321 req-59a4aed8-c2b6-48bf-8c2a-b63a31e88902 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0833459 May 04 17:20:52.637893 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] For port c907f4b9-09ba-49cd-aadc-d2d7826d78ec, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=c907f4b9-09ba-49cd-aadc-d2d7826d78ec,segment=NetworkSegment(c0d908e1-c394-45f9-af15-ecea66160688),segment_id=c0d908e1-c394-45f9-af15-ecea66160688)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:52.638203 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:52.650537 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-011615f5-83d2-4d3e-9371-13efad3d1321 req-f29e66a5-9766-4af6-9e5e-387c13439568 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391254 May 04 17:20:52.719462 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:52.723521 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2e1bc43a-e40e-40f4-adee-c78f637f6ecd tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:52.757900 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Calling delete_port for c907f4b9-09ba-49cd-aadc-d2d7826d78ec owned by network:dhcp {{(pid=74292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:52.767027 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=c907f4b9-09ba-49cd-aadc-d2d7826d78ec,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:52.769598 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:52.772871 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] No DVR routers for this DVR port c907f4b9-09ba-49cd-aadc-d2d7826d78ec on host dv-cinder-789603-1-iscsi {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:20:52.803575 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:52.807232 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:52.850502 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Pushing event deleted for resources: {'Port': ['ID=c907f4b9-09ba-49cd-aadc-d2d7826d78ec,revision_number=None']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:52.859698 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] No DVR routers for this DVR port c907f4b9-09ba-49cd-aadc-d2d7826d78ec on host dv-cinder-789603-1-iscsi {{(pid=74292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:20:52.861627 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:52.861971 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:52.862305 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:52.862634 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:52.863037 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:52.863369 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:52.863691 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:52.864015 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:52.864334 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:52.864652 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:52.864995 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:52.865342 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:20:52.868680 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:52.888161 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:52.970794 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7a2f0df2-3355-49b2-b3e6-74240f207a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:52.993972 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b26f2540-500c-44b6-9f77-f164ca39393a']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:53.005577 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d908e1-c394-45f9-af15-ecea66160688') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:53.006395 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d908e1-c394-45f9-af15-ecea66160688') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:53.017291 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221697'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:53.033383 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:53.039173 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:20:53.201910 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Network b26f2540-500c-44b6-9f77-f164ca39393a has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:20:53.210013 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3619728'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:53.369064 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Network b26f2540-500c-44b6-9f77-f164ca39393a has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: Traceback (most recent call last): May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: timer() May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: cb(*args, **kw) May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: return func(*args, **kwargs) May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: self._notify() May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: self.callback(batched_events) May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: event.method(event) May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: return f(self, *a, **k) May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._get(url).json() May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: return self.request(url, 'GET', **kwargs) May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:20:53.389840 dv-cinder-789603-1-iscsi neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:20:53.502420 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:53.506499 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:53.519677 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:53.529702 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=b26f2540-500c-44b6-9f77-f164ca39393a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:53.535438 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:53.588902 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] 10.222.0.22 "DELETE /v2.0/networks/b26f2540-500c-44b6-9f77-f164ca39393a HTTP/1.1" status: 204 len: 168 time: 1.4386101 May 04 17:20:53.591739 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55710) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:53.592661 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7af653-7b22-4fc3-8cf4-9081ff9eb27a req-6e23864d-f07a-49c6-afe9-e3f0119e577e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:53.594143 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c7af653-7b22-4fc3-8cf4-9081ff9eb27a req-6e23864d-f07a-49c6-afe9-e3f0119e577e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0862527 May 04 17:20:53.639629 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c7af653-7b22-4fc3-8cf4-9081ff9eb27a req-c365c61e-01c1-48be-8d1e-af3af60ce6a0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393565 May 04 17:20:53.838360 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f25ee0-5eed-47b8-86bf-5dd0ede038fc req-c96eff7d-51a3-4ecc-8763-ff99b8613458 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:53.839960 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44f25ee0-5eed-47b8-86bf-5dd0ede038fc req-c96eff7d-51a3-4ecc-8763-ff99b8613458 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0804155 May 04 17:20:53.885355 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44f25ee0-5eed-47b8-86bf-5dd0ede038fc req-57774c9e-d44b-43d2-9118-f02c13d37fa5 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395374 May 04 17:20:54.186830 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656453'] for router_interface, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:54.374520 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device c907f4b9-09ba-49cd-aadc-d2d7826d78ec no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:54.407528 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: c907f4b9-09ba-49cd-aadc-d2d7826d78ec {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:54.407873 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device c907f4b9-09ba-49cd-aadc-d2d7826d78ec not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:54.583314 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] Deleting port c2dcbebd-2a01-4633-9ce9-b75c961f9040 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:54.583945 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:54.702804 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] For port c2dcbebd-2a01-4633-9ce9-b75c961f9040, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=c2dcbebd-2a01-4633-9ce9-b75c961f9040,segment=NetworkSegment(59a08e32-3f34-41f7-86aa-db79f6b7c512),segment_id=59a08e32-3f34-41f7-86aa-db79f6b7c512)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:54.703154 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:54.823612 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] Calling delete_port for c2dcbebd-2a01-4633-9ce9-b75c961f9040 owned by network:router_interface {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:54.829339 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ccc05-1ced-46f0-97d0-df4814287a24 req-5e5c602c-7e0b-41ba-b5da-3834ceff78a3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:54.830778 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5b8ccc05-1ced-46f0-97d0-df4814287a24 req-5e5c602c-7e0b-41ba-b5da-3834ceff78a3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0818994 May 04 17:20:54.875063 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5b8ccc05-1ced-46f0-97d0-df4814287a24 req-a0b906e6-8087-4609-b77a-a0aaa2f89bf0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384030 May 04 17:20:55.022338 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:55.027147 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3a64a922-abde-4432-9145-798d540efde3 tempest-VolumesSnapshotTestJSON-155602276 tempest-VolumesSnapshotTestJSON-155602276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:55.070522 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e696b7-fd00-418e-be05-b613808b9a71 req-9d369fcc-e833-43ad-9666-09623000f53a tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:55.070746 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] Pushing event deleted for resources: {'Port': ['ID=c2dcbebd-2a01-4633-9ce9-b75c961f9040,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:55.072197 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-18e696b7-fd00-418e-be05-b613808b9a71 req-9d369fcc-e833-43ad-9666-09623000f53a tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0824678 May 04 17:20:55.098978 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:55.213414 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-18e696b7-fd00-418e-be05-b613808b9a71 req-be1d607f-932e-4ce8-a77a-109431619bca tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340392 May 04 17:20:55.428163 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665333'] for router_interface, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:55.621722 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:55.662028 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-81adb05a-e881-4f51-b9dc-855355d518f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:55.777210 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] Router 35de8870-70ef-4b73-92c6-489715cedd70 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:20:55.950322 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:20:55.958645 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d271d65a-f172-4cf4-afc4-d6fa5ac1019e None None] Sync routers for ids ['35de8870-70ef-4b73-92c6-489715cedd70'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:20:55.959669 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] 10.222.0.22 "PUT /v2.0/routers/35de8870-70ef-4b73-92c6-489715cedd70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3664536 May 04 17:20:55.962250 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55722) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:55.972158 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271d65a-f172-4cf4-afc4-d6fa5ac1019e None None] Routers {'35de8870-70ef-4b73-92c6-489715cedd70'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:20:55.973025 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-d271d65a-f172-4cf4-afc4-d6fa5ac1019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:20:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['35de8870-70ef-4b73-92c6-489715cedd70'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:56.067303 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20ad04-70d8-48f4-b37c-ab6bf69140a2 req-9ba980fe-cea8-468e-9611-2b7cb26b89a8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:56.069304 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2c20ad04-70d8-48f4-b37c-ab6bf69140a2 req-9ba980fe-cea8-468e-9611-2b7cb26b89a8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0815217 May 04 17:20:56.118592 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2c20ad04-70d8-48f4-b37c-ab6bf69140a2 req-db0a6e57-6407-4039-9c38-0c8fa584d13e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431428 May 04 17:20:56.144043 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:56.149430 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-d271d65a-f172-4cf4-afc4-d6fa5ac1019e None None] Set router 35de8870-70ef-4b73-92c6-489715cedd70 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:20:56.313910 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:56.409936 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0fc9d-d887-4dd4-9d82-212fd0c5d5ef req-d2e3fd29-008c-4d24-8aeb-494b783138b0 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:56.411889 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4ca0fc9d-d887-4dd4-9d82-212fd0c5d5ef req-d2e3fd29-008c-4d24-8aeb-494b783138b0 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0882094 May 04 17:20:56.426105 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:20:56.438066 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Deleting port 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:56.438403 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:56.447068 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-d271d65a-f172-4cf4-afc4-d6fa5ac1019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35de8870-70ef-4b73-92c6-489715cedd70', 'name': 'tempest-TestMinimumBasicScenario-81005357-router', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:19:05Z', 'updated_at': '2021-05-04T17:20:54Z', 'revision_number': 5, 'project_id': '9e89319ccc3c479cb501b3e0720c76e3', 'gw_port': {'id': '6b58bb94-0fe1-4b14-86b4-1599ba86bb0f', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:82:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35de8870-70ef-4b73-92c6-489715cedd70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:19:06Z', 'updated_at': '2021-05-04T17:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:56.452277 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d271d65a-f172-4cf4-afc4-d6fa5ac1019e None None] Checking router: 35de8870-70ef-4b73-92c6-489715cedd70 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:20:56.458409 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4ca0fc9d-d887-4dd4-9d82-212fd0c5d5ef req-307cfec5-1225-40a0-be67-1ef6fb4bed77 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399330 May 04 17:20:56.461073 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d271d65a-f172-4cf4-afc4-d6fa5ac1019e None None] Routers {'35de8870-70ef-4b73-92c6-489715cedd70'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:20:56.461676 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-d271d65a-f172-4cf4-afc4-d6fa5ac1019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:20:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['35de8870-70ef-4b73-92c6-489715cedd70'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:56.615944 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-d271d65a-f172-4cf4-afc4-d6fa5ac1019e None None] Set router 35de8870-70ef-4b73-92c6-489715cedd70 gateway port host: None {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:20:56.647769 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] For port 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=6b58bb94-0fe1-4b14-86b4-1599ba86bb0f,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:56.648119 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:56.668134 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:56.719930 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-d271d65a-f172-4cf4-afc4-d6fa5ac1019e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35de8870-70ef-4b73-92c6-489715cedd70', 'name': 'tempest-TestMinimumBasicScenario-81005357-router', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:19:05Z', 'updated_at': '2021-05-04T17:20:56Z', 'revision_number': 6, 'project_id': '9e89319ccc3c479cb501b3e0720c76e3', 'gw_port_host': None}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:56.724029 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d271d65a-f172-4cf4-afc4-d6fa5ac1019e None None] The sync data for ids ['35de8870-70ef-4b73-92c6-489715cedd70'] in dv-cinder-789603-1-iscsi is: [{'id': '35de8870-70ef-4b73-92c6-489715cedd70', 'name': 'tempest-TestMinimumBasicScenario-81005357-router', 'tenant_id': '9e89319ccc3c479cb501b3e0720c76e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:19:05Z', 'updated_at': '2021-05-04T17:20:56Z', 'revision_number': 6, 'project_id': '9e89319ccc3c479cb501b3e0720c76e3', 'gw_port_host': None}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:20:56.769036 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Calling delete_port for 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f owned by network:router_gateway {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:56.964699 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:56.969298 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b8a80ecf-1617-451f-85e8-19535c455dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:57.039794 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b58bb94-0fe1-4b14-86b4-1599ba86bb0f,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:57.041957 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:57.102528 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663914'] for router_gateway, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:57.274734 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4253'] for router, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:57.276982 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:57.313657 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91aa2d9-a910-479e-a69f-9f43615beea5 req-6d5da718-a2b9-45ae-9554-7972cad86c9c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:57.315115 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d91aa2d9-a910-479e-a69f-9f43615beea5 req-6d5da718-a2b9-45ae-9554-7972cad86c9c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0837977 May 04 17:20:57.360116 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d91aa2d9-a910-479e-a69f-9f43615beea5 req-2423c2c2-a532-46d4-b539-f51e44f27188 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383074 May 04 17:20:57.377175 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666914'] for router, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:57.377706 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35de8870-70ef-4b73-92c6-489715cedd70 {{(pid=74289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:20:57.390704 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:57.392449 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/35de8870-70ef-4b73-92c6-489715cedd70 HTTP/1.1" status: 204 len: 168 time: 1.4289460 May 04 17:20:57.394538 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55730) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:57.459018 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7afd5f9-6465-42a7-9494-c8a24bb7753e admin admin] Deleting subnet 91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:20:57.462014 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b7afd5f9-6465-42a7-9494-c8a24bb7753e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:57.511681 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b7afd5f9-6465-42a7-9494-c8a24bb7753e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221752'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:57.589871 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b7afd5f9-6465-42a7-9494-c8a24bb7753e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:57.648726 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605d52c-c6de-4a55-a4f5-70f3ef65bbfd req-44d650e9-9796-4439-a0d3-5aa76e644e6c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:57.650185 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7605d52c-c6de-4a55-a4f5-70f3ef65bbfd req-44d650e9-9796-4439-a0d3-5aa76e644e6c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0800407 May 04 17:20:57.693344 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7605d52c-c6de-4a55-a4f5-70f3ef65bbfd req-d4b8c88b-7eff-4824-a12c-636cf87f69f4 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373394 May 04 17:20:57.879754 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b7afd5f9-6465-42a7-9494-c8a24bb7753e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3618866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230852'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:57.884922 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2cc8cd27-6c2e-4eb2-a025-40ddf7cf59c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:57.917015 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afd5f9-6465-42a7-9494-c8a24bb7753e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:57.919957 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b7afd5f9-6465-42a7-9494-c8a24bb7753e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:57.920918 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-b7afd5f9-6465-42a7-9494-c8a24bb7753e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:57.926036 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ddb1ef-a06f-4d39-bbc4-0b07a52d3b75 None None] Network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:20:57.926486 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-b7afd5f9-6465-42a7-9494-c8a24bb7753e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/91c8d07d-6aef-4d26-bd3f-a71b7d3eb77e HTTP/1.1" status: 204 len: 168 time: 0.5310056 May 04 17:20:57.929508 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55736) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:58.030101 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:58.102874 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Deleting port 885e120d-b5dd-4fa6-a71c-854cb16ef18f {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:58.103213 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:58.172099 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] DHCP port deletion for 13b9e35d-a309-4871-aa1b-e4b36c6faa9d request from dv-cinder-789603-1-iscsi {{(pid=74292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:20:58.202434 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] For port 885e120d-b5dd-4fa6-a71c-854cb16ef18f, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=885e120d-b5dd-4fa6-a71c-854cb16ef18f,segment=NetworkSegment(59a08e32-3f34-41f7-86aa-db79f6b7c512),segment_id=59a08e32-3f34-41f7-86aa-db79f6b7c512)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:58.202785 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:58.223085 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:58.240977 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] Deleting port 885e120d-b5dd-4fa6-a71c-854cb16ef18f {{(pid=74292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:20:58.241868 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:58.376733 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] For port 885e120d-b5dd-4fa6-a71c-854cb16ef18f, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=885e120d-b5dd-4fa6-a71c-854cb16ef18f,segment=NetworkSegment(59a08e32-3f34-41f7-86aa-db79f6b7c512),segment_id=59a08e32-3f34-41f7-86aa-db79f6b7c512)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:20:58.377614 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:58.404248 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Calling delete_port for 885e120d-b5dd-4fa6-a71c-854cb16ef18f owned by network:dhcp {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:58.446641 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device c2dcbebd-2a01-4633-9ce9-b75c961f9040 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:58.514047 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:58.518818 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9af22c13-4f84-49f5-9b92-22b726ca370b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:58.539180 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] Calling delete_port for 885e120d-b5dd-4fa6-a71c-854cb16ef18f owned by network:dhcp {{(pid=74292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:20:58.548017 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: c2dcbebd-2a01-4633-9ce9-b75c961f9040 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:58.548364 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device c2dcbebd-2a01-4633-9ce9-b75c961f9040 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:58.548827 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 885e120d-b5dd-4fa6-a71c-854cb16ef18f no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:58.562034 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Pushing event deleted for resources: {'Port': ['ID=885e120d-b5dd-4fa6-a71c-854cb16ef18f,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:58.565490 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:58.567686 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] No DVR routers for this DVR port 885e120d-b5dd-4fa6-a71c-854cb16ef18f on host dv-cinder-789603-1-iscsi {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:20:58.587037 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 885e120d-b5dd-4fa6-a71c-854cb16ef18f {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:58.587264 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 885e120d-b5dd-4fa6-a71c-854cb16ef18f not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:58.587682 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:20:58.629388 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:20:58.629740 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 6b58bb94-0fe1-4b14-86b4-1599ba86bb0f not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:20:58.660588 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:58.670085 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:58.689503 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:58.700464 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] No DVR routers for this DVR port 885e120d-b5dd-4fa6-a71c-854cb16ef18f on host dv-cinder-789603-1-iscsi {{(pid=74292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:20:58.720484 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44584198-be2e-4bbc-88a1-5c43683fadb9 req-f9b56de0-a0f3-4c13-9c98-39cec18842ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:58.720484 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44584198-be2e-4bbc-88a1-5c43683fadb9 req-f9b56de0-a0f3-4c13-9c98-39cec18842ce tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1054289 May 04 17:20:58.726519 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] Pushing event deleted for resources: {'Port': ['ID=885e120d-b5dd-4fa6-a71c-854cb16ef18f,revision_number=None']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:58.734327 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:58.763174 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-44584198-be2e-4bbc-88a1-5c43683fadb9 req-6258aaca-062c-4a89-b11f-20308a9d74e9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392892 May 04 17:20:58.809253 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b9e35d-a309-4871-aa1b-e4b36c6faa9d']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:58.821191 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a08e32-3f34-41f7-86aa-db79f6b7c512') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:58.821493 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a08e32-3f34-41f7-86aa-db79f6b7c512') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:20:58.832812 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221697'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:58.852913 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:58.859470 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:20:58.951604 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d2751-c442-4af7-8cd3-b2a50cebc20c req-d0295fbe-3475-4c01-bd65-8a4ebd53ac8e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:58.953163 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5f8d2751-c442-4af7-8cd3-b2a50cebc20c req-d0295fbe-3475-4c01-bd65-8a4ebd53ac8e tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0814829 May 04 17:20:58.997861 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5f8d2751-c442-4af7-8cd3-b2a50cebc20c req-caaf1b48-e6f7-4e56-bfb6-14b77b715d71 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387502 May 04 17:20:59.024833 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:20:59.032983 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3619728'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:59.194122 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Network 13b9e35d-a309-4871-aa1b-e4b36c6faa9d has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: Traceback (most recent call last): May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: timer() May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: cb(*args, **kw) May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: return func(*args, **kwargs) May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: self._notify() May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: self.callback(batched_events) May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: event.method(event) May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: return f(self, *a, **k) May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._get(url).json() May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: return self.request(url, 'GET', **kwargs) May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:20:59.214595 dv-cinder-789603-1-iscsi neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:20:59.364538 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:59.368051 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:59.384210 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:59.394140 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Pushing event deleted for resources: {'Network': ['ID=13b9e35d-a309-4871-aa1b-e4b36c6faa9d,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:59.396994 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:59.399899 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] 10.222.0.22 "DELETE /v2.0/networks/13b9e35d-a309-4871-aa1b-e4b36c6faa9d HTTP/1.1" status: 204 len: 168 time: 1.4685555 May 04 17:20:59.684043 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55746) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:59.734538 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-7676a8f3-464a-4c40-abfd-1c1207598fd2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c68d016f05c4c3ca2fcc5770f52645b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468450 May 04 17:20:59.734746 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55750) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:20:59.792010 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d3e90fdd-42c1-434c-b1e9-338067473a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:59.820191 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d3e90fdd-42c1-434c-b1e9-338067473a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:59.924746 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d3e90fdd-42c1-434c-b1e9-338067473a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:59.930120 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:20:59.942897 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e90fdd-42c1-434c-b1e9-338067473a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb16efa-d23c-41ea-9998-f7b19e504d11,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:20:59.945908 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d3e90fdd-42c1-434c-b1e9-338067473a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:20:59.948080 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d3e90fdd-42c1-434c-b1e9-338067473a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:20:59.951420 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-d3e90fdd-42c1-434c-b1e9-338067473a93 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fb16efa-d23c-41ea-9998-f7b19e504d11 HTTP/1.1" status: 204 len: 168 time: 0.2136347 May 04 17:20:59.957891 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645213e-9335-4f7a-9eda-5fb73f39a37d req-fc295913-a22f-4f30-b57f-d9aca7882b94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:20:59.957891 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8645213e-9335-4f7a-9eda-5fb73f39a37d req-fc295913-a22f-4f30-b57f-d9aca7882b94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0797729 May 04 17:21:00.000273 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8645213e-9335-4f7a-9eda-5fb73f39a37d req-0a63208e-7ebc-415e-ab6b-2e67ec412735 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386300 May 04 17:21:00.188304 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2359a7d-bec0-40cf-a74b-4ae1aafb1586 req-715c69ce-6756-42fc-9829-3df9662c50a5 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:00.189925 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c2359a7d-bec0-40cf-a74b-4ae1aafb1586 req-715c69ce-6756-42fc-9829-3df9662c50a5 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0833387 May 04 17:21:00.233784 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c2359a7d-bec0-40cf-a74b-4ae1aafb1586 req-0a39112c-8e53-49de-b1b9-74de95e7835c tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381713 May 04 17:21:00.563801 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55762) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:00.614482 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-a62eea89-5c6a-4a0b-9de1-3c5619851868 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e89319ccc3c479cb501b3e0720c76e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495126 May 04 17:21:00.621582 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55766) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:00.677078 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-07074c41-e528-49b7-9121-ae22f8bb55af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:00.701308 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-07074c41-e528-49b7-9121-ae22f8bb55af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:00.810980 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-07074c41-e528-49b7-9121-ae22f8bb55af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:00.814682 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3b001952-c7a2-44c6-8eed-794038b6c42a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:00.827468 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07074c41-e528-49b7-9121-ae22f8bb55af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676e8444-8539-4256-a3e0-b100d4c92232,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:00.830361 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-07074c41-e528-49b7-9121-ae22f8bb55af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:00.832355 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-07074c41-e528-49b7-9121-ae22f8bb55af admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:00.833422 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-07074c41-e528-49b7-9121-ae22f8bb55af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/676e8444-8539-4256-a3e0-b100d4c92232 HTTP/1.1" status: 204 len: 168 time: 0.2109876 May 04 17:21:01.142363 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:01.196783 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28d737-af8f-4ff2-9d49-e5862d3737b3 req-f67c5f56-559d-4a1d-b0d8-5145c56dc58e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:01.198291 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2d28d737-af8f-4ff2-9d49-e5862d3737b3 req-f67c5f56-559d-4a1d-b0d8-5145c56dc58e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0890481 May 04 17:21:01.243375 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2d28d737-af8f-4ff2-9d49-e5862d3737b3 req-2c89c302-8ef8-4ffa-bb24-8194e45e2c77 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393336 May 04 17:21:01.428935 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed52a0-53b5-45ee-9292-56acf28f7456 req-19d85415-6554-4289-9c80-144376991a02 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:01.430490 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-38ed52a0-53b5-45ee-9292-56acf28f7456 req-19d85415-6554-4289-9c80-144376991a02 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0857725 May 04 17:21:01.475138 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-38ed52a0-53b5-45ee-9292-56acf28f7456 req-4709e89b-d98c-42f7-b421-77288bcd1e86 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388117 May 04 17:21:01.841363 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55794) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:01.943744 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1042099776-network', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:01.948363 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:01.952151 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Usage tracker for resource:network and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:01.954998 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:01.960637 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:02.015961 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Made reservation on behalf of 1bd5ecab4ea5481b86be48cea2cc1915 for: {'network': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:21:02.018232 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:02.030584 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:02.045163 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:02.048933 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Usage tracker for resource:security_group_rule and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:02.051689 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:02.057325 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:02.138850 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:02.187426 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:02.190161 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ac9529e6-55e2-4728-850f-8d63939d594c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:02.217399 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=74289) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:21:02.226078 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d321745f-cb41-4f28-9ef8-2124addf61ac,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:02.229613 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:02.232167 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:02.232465 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.segments_db [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Added segment f68526cf-08c6-4609-ad00-71619db69acd of type vlan for network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c May 04 17:21:02.257475 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:02.336563 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:02.339104 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:02.339104 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:02.343665 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c554a2fb-fa1d-456e-a30b-47266b69cbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:02.435818 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6f3cb-b97c-42aa-b196-2e09c805173b req-fe74cf0e-3abe-476f-b538-501c2710514b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:02.437607 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1c6f3cb-b97c-42aa-b196-2e09c805173b req-fe74cf0e-3abe-476f-b538-501c2710514b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0845146 May 04 17:21:02.485368 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1c6f3cb-b97c-42aa-b196-2e09c805173b req-b3d0606c-99bf-43e4-a429-ae07c053f579 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418363 May 04 17:21:02.516180 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Pushing event updated for resources: {'Network': ['ID=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:02.517079 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:02.524566 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:21:02.554042 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7115927 May 04 17:21:02.557771 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55804) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:02.563334 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Request body: {'subnet': {'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1042099776-subnet', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'ip_version': 4}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:02.568347 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:02.573330 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Usage tracker for resource:subnet and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:02.576377 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:02.582334 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:02.662697 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4c63d-99fc-4490-8de1-6564d585ce7b req-21fc31d0-279b-4e42-9843-1ec2ad0aaaad tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:02.664385 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-78a4c63d-99fc-4490-8de1-6564d585ce7b req-21fc31d0-279b-4e42-9843-1ec2ad0aaaad tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0802028 May 04 17:21:02.667533 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Made reservation on behalf of 1bd5ecab4ea5481b86be48cea2cc1915 for: {'subnet': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:21:02.669985 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2230889'] for subnet, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:02.707940 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-78a4c63d-99fc-4490-8de1-6564d585ce7b req-1a992b18-a97b-4054-a43d-67c423072ac7 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376418 May 04 17:21:03.067641 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3618931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2230911'] for subnet, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:03.072688 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:03.139608 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de5a32f-2519-4260-8b3b-6dfec5de81e6,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:03.142867 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:03.148412 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Checking segment: {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:21:03.148764 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Network hostable DHCP agents. Network: 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74289) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:21:03.227161 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74289) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:21:03.307454 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c) {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:21:03.315399 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:03.315930 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e9fddd-f91a-4f6f-80d5-f7b97af05c4c None None] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:21:03.316045 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:03.405423 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8465102 May 04 17:21:03.407918 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55808) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:03.413356 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:03.417827 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:03.421582 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Usage tracker for resource:router and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:03.424346 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:03.430646 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:03.496530 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4207'] for router, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:03.497630 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4198'] for router, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:03.511856 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:03.523417 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf27f0d-063a-504b-a3f5-e8bcc92892d2-6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6'}]}} from dv-cinder-789603-1-iscsi. {{(pid=74292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:21:03.524251 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:03.677988 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.db_base_plugin_common [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Allocated IP 172.20.0.2 (6f5629cf-4c48-4b35-ae59-38ba0a0aef1c/2de5a32f-2519-4260-8b3b-6dfec5de81e6/7460aaf1-7310-4635-a6f4-c1ec319a3c29) {{(pid=74292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:21:03.694106 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f255dd-d3a2-4898-a0a8-4b3930e693c2 req-d835dd3f-d3bd-4aa2-8e33-e9d9a851eb03 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:03.695628 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-33f255dd-d3a2-4898-a0a8-4b3930e693c2 req-d835dd3f-d3bd-4aa2-8e33-e9d9a851eb03 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0965388 May 04 17:21:03.742889 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-33f255dd-d3a2-4898-a0a8-4b3930e693c2 req-65b12c71-e1e3-40cd-b0db-bf9730b5aed5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411663 May 04 17:21:03.866469 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4244'] for router, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:03.896357 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Notify callbacks [] for port, precommit_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:03.906938 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Transition to ACTIVE for port object 7460aaf1-7310-4635-a6f4-c1ec319a3c29 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:21:03.925700 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Transition to ACTIVE for port object 7460aaf1-7310-4635-a6f4-c1ec319a3c29 will not be triggered until provisioned by entity DHCP. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:21:03.945549 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507a0f2-eec5-4f2f-b986-ce0667d46fc6 req-ebf5f223-573f-4c77-b04f-740c8659f4bb tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:03.947062 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f507a0f2-eec5-4f2f-b986-ce0667d46fc6 req-ebf5f223-573f-4c77-b04f-740c8659f4bb tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0937634 May 04 17:21:03.988493 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:03.993034 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f507a0f2-eec5-4f2f-b986-ce0667d46fc6 req-d1108c27-2476-49d5-b92a-26222db4e2bd tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397010 May 04 17:21:03.999263 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:04.048593 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c is already hosted by enough agents. {{(pid=74292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:21:04.055266 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.base_scheduler [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Resources bound (agent type, host, resource id): {{(pid=74292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:21:04.059272 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Received port after_create {{(pid=74292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:21:04.068107 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Pushing event updated for resources: {'Port': ['ID=7460aaf1-7310-4635-a6f4-c1ec319a3c29,revision_number=1']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:04.094154 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:04.155091 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Attempting to bind port 7460aaf1-7310-4635-a6f4-c1ec319a3c29 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:21:04.155463 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Attempting to bind port 7460aaf1-7310-4635-a6f4-c1ec319a3c29 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:21:04.155828 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Attempting to bind port 7460aaf1-7310-4635-a6f4-c1ec319a3c29 on network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:21:04.161164 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:21:04.161541 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Checking segment: {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:21:04.161940 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:04.162333 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Bound using segment: {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:21:04.162824 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Bound port: 7460aaf1-7310-4635-a6f4-c1ec319a3c29, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:21:04.163199 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:04.215931 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:04.244648 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:04.247557 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] For port 7460aaf1-7310-4635-a6f4-c1ec319a3c29, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:21:04.250524 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] For port 7460aaf1-7310-4635-a6f4-c1ec319a3c29, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=7460aaf1-7310-4635-a6f4-c1ec319a3c29,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:21:04.302754 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:04.307029 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:04.377733 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Allocated IP 172.27.3.228 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:21:04.400993 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Pushing event updated for resources: {'Port': ['ID=7460aaf1-7310-4635-a6f4-c1ec319a3c29,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:04.404025 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:04.621657 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:04.685893 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:04.689758 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-df233857-13bb-4926-9707-8e93cba57fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:04.745588 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:21:04.752307 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:21:04.756897 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:21:04.800659 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Pushing event updated for resources: {'Port': ['ID=ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:04.805506 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:04.932564 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda953d-52dd-4b0b-8cd1-9ad53f4f7f86 req-1f3d43fe-3aad-44bd-a274-38d60bf65d7a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:04.934065 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9cda953d-52dd-4b0b-8cd1-9ad53f4f7f86 req-1f3d43fe-3aad-44bd-a274-38d60bf65d7a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0792925 May 04 17:21:04.979785 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9cda953d-52dd-4b0b-8cd1-9ad53f4f7f86 req-683c8879-03a4-43c1-a890-20173a268f50 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398591 May 04 17:21:05.191699 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71dd77-5df2-47fb-bca0-0d4d6f4d5bdb req-bb5813e6-95f3-4c22-acab-260e65ce5547 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:05.193265 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2e71dd77-5df2-47fb-bca0-0d4d6f4d5bdb req-bb5813e6-95f3-4c22-acab-260e65ce5547 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0888631 May 04 17:21:05.239940 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2e71dd77-5df2-47fb-bca0-0d4d6f4d5bdb req-6016c6b0-2e5f-4695-81de-80eabfeea4d4 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405064 May 04 17:21:05.249691 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:05.297161 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e84d8-c926-4def-b81d-a4b74e390320 None None] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:21:05.527810 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-1b69de2f-dcac-4170-8f08-57c0746166ad None None] Provisioning for port 7460aaf1-7310-4635-a6f4-c1ec319a3c29 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:21:05.587367 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663999'] for router, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:05.844578 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 is scheduled to L3 agent 07946e48-6551-4126-921d-b197646287c6 with binding_index 1 {{(pid=74289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:21:06.020456 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:21:06.031387 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Sync routers for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:21:06.040583 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:21:06.041162 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:20:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:06.102387 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:06.104009 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6951342 May 04 17:21:06.106705 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55822) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:06.181613 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3eb09d-e2e0-4746-9f7e-6aeb5d430bdb req-c65d2ae8-698a-4deb-8f4a-90f60c701a49 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:06.185335 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3c3eb09d-e2e0-4746-9f7e-6aeb5d430bdb req-c65d2ae8-698a-4deb-8f4a-90f60c701a49 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0916724 May 04 17:21:06.224891 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:21:06.233636 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3c3eb09d-e2e0-4746-9f7e-6aeb5d430bdb req-0508961a-07cf-4ef5-9ed3-ebc0349b105c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436826 May 04 17:21:06.469253 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 7460aaf1-7310-4635-a6f4-c1ec319a3c29 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:21:06.533479 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-37c74d7f-ccdb-4ac9-ae15-5f94fedd27e6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:06.534364 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-37c74d7f-ccdb-4ac9-ae15-5f94fedd27e6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Synchronizing usage tracker for tenant:f70b570c63d24b6988a5203551fa973b on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:21:06.538746 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854a4bc-09d1-48fe-8020-9ad89e4d577d req-e4c0a65c-80f8-4f6a-bd45-e123c9ab8364 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:06.540491 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a854a4bc-09d1-48fe-8020-9ad89e4d577d req-e4c0a65c-80f8-4f6a-bd45-e123c9ab8364 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.1838329 May 04 17:21:06.587354 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a854a4bc-09d1-48fe-8020-9ad89e4d577d req-4dadee78-cb5a-40b0-8acf-4d1598ad3831 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403843 May 04 17:21:06.592174 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:04Z', 'revision_number': 3, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:06.596086 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Checking router: 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:21:06.596447 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Updating router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 port ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b binding host dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:21:06.652687 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:06.680115 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 7460aaf1-7310-4635-a6f4-c1ec319a3c29 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:21:06.692967 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 7460aaf1-7310-4635-a6f4-c1ec319a3c29 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:06.693346 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:06.701067 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-37c74d7f-ccdb-4ac9-ae15-5f94fedd27e6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Unset dirty status for tenant:f70b570c63d24b6988a5203551fa973b on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:21:06.702179 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-37c74d7f-ccdb-4ac9-ae15-5f94fedd27e6 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.11 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.4409232 May 04 17:21:06.964279 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.008349 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-83b4872e-0707-4312-a9dc-f0a59ad6ad57 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Deleting port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:21:07.008691 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-83b4872e-0707-4312-a9dc-f0a59ad6ad57 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.022573 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 7460aaf1-7310-4635-a6f4-c1ec319a3c29, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=7460aaf1-7310-4635-a6f4-c1ec319a3c29,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:21:07.093105 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.096604 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-9b1f817d-2c47-452e-8c3b-2ee100810194 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:07.150682 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.174847 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Transition to ACTIVE for port object ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:21:07.182326 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=7460aaf1-7310-4635-a6f4-c1ec319a3c29,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:07.185379 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:07.200896 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.216824 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.219420 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-83b4872e-0707-4312-a9dc-f0a59ad6ad57 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] For port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06,segment=NetworkSegment(b1bed6c2-bb52-4ee3-b5ef-16047ca122d2),segment_id=b1bed6c2-bb52-4ee3-b5ef-16047ca122d2)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:21:07.219773 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-83b4872e-0707-4312-a9dc-f0a59ad6ad57 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.221445 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-dc11f56c-743c-415e-bd66-2edbd5035227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:07.293939 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Attempting to bind port ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:21:07.294311 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Attempting to bind port ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:21:07.294677 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Attempting to bind port ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b on network 58073673-7c28-4b4b-bd9f-8e1f44915109 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:21:07.306512 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:21:07.306891 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Checking segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:21:07.307276 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.307672 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Bound using segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:21:07.308135 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Bound port: ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:21:07.308511 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.336489 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb1174-9c6f-4f93-83bc-897b91bb005f None None] Pushing event updated for resources: {'Port': ['ID=ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:07.339298 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-54bb1174-9c6f-4f93-83bc-897b91bb005f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:07.382477 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-83b4872e-0707-4312-a9dc-f0a59ad6ad57 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Calling delete_port for 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:21:07.447759 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] For port ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:21:07.449270 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5011c-6895-4e64-81c7-4bf7491e661d req-6bb48221-b8cd-4fb2-88a3-6292766c049e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:07.450983 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-50a5011c-6895-4e64-81c7-4bf7491e661d req-6bb48221-b8cd-4fb2-88a3-6292766c049e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1010351 May 04 17:21:07.451465 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] For port ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:21:07.497910 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-50a5011c-6895-4e64-81c7-4bf7491e661d req-4171a73a-2420-4e1c-abf0-f9891acb7d14 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406976 May 04 17:21:07.500167 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.505754 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-293cd2e8-8c49-4400-9c1a-27fc25e4e944 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:07.628490 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:21:07.629164 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:20:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:07.701794 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb1174-9c6f-4f93-83bc-897b91bb005f None None] Pushing event updated for resources: {'Port': ['ID=ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:07.704931 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-54bb1174-9c6f-4f93-83bc-897b91bb005f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:07.715627 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Allocated IP 172.20.0.1 (6f5629cf-4c48-4b35-ae59-38ba0a0aef1c/2de5a32f-2519-4260-8b3b-6dfec5de81e6/5ec7ba86-d57f-4096-96e3-109575756463) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:21:07.795753 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004b5b1-1687-4491-bccb-78a8c1037b6f req-23d132fd-7576-4a1c-b030-663c85d683a7 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:07.797508 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2004b5b1-1687-4491-bccb-78a8c1037b6f req-23d132fd-7576-4a1c-b030-663c85d683a7 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 945 time: 0.0992279 May 04 17:21:07.836107 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:21:07.837982 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-83b4872e-0707-4312-a9dc-f0a59ad6ad57 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.851958 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2004b5b1-1687-4491-bccb-78a8c1037b6f req-e35e1026-cc8a-4056-b7a8-7188ca48c4b2 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/security-groups?id=a68dade0-dbe6-4ec4-a328-786aa5f5754f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484171 May 04 17:21:07.855062 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-632d4530-f338-493d-bcfc-7eb9fc644d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:07.903468 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b4872e-0707-4312-a9dc-f0a59ad6ad57 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Pushing event deleted for resources: {'Port': ['ID=7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:07.906037 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-83b4872e-0707-4312-a9dc-f0a59ad6ad57 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:07.988659 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:07.999256 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-83b4872e-0707-4312-a9dc-f0a59ad6ad57 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] No DVR routers for this DVR port 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:21:08.001739 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-83b4872e-0707-4312-a9dc-f0a59ad6ad57 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:08.006205 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868134e7-c9d0-4afc-90d0-20487d051cdd', 'name': 'network-vif-deleted', 'tag': '7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:21:08.025180 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Transition to ACTIVE for port object 5ec7ba86-d57f-4096-96e3-109575756463 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:21:08.047896 dv-cinder-789603-1-iscsi neutron-server[74289]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '868134e7-c9d0-4afc-90d0-20487d051cdd', 'name': 'network-vif-deleted', 'tag': '7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06', 'status': 'failed', 'code': 422} returned with failed status May 04 17:21:08.114024 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-67779ef3-e7b7-4d53-afc5-f1d680f462c3 req-83b4872e-0707-4312-a9dc-f0a59ad6ad57 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.11 "DELETE /v2.0/ports/7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 HTTP/1.1" status: 204 len: 173 time: 1.4037485 May 04 17:21:08.120822 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:04Z', 'revision_number': 3, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:08.124904 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b83a30-0939-4a02-b9ae-8a4895a05747 None None] The sync data for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi is: [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:04Z', 'revision_number': 3, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:21:08.136696 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:08.140606 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-101cfbe1-1f10-46f7-a000-fdfddb410829 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:08.207575 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:21:08.211399 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:21:08.215228 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:21:08.246028 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec7ba86-d57f-4096-96e3-109575756463,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:08.252409 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:08.274933 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656592'] for router_interface, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:08.549716 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:21:08.575083 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-cd3e01e3-aa2b-48fd-8202-b8aa812c9c66 None None] Provisioning for port 5ec7ba86-d57f-4096-96e3-109575756463 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:21:08.594993 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-cd3e01e3-aa2b-48fd-8202-b8aa812c9c66 None None] Provisioning complete for port 5ec7ba86-d57f-4096-96e3-109575756463 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:08.595663 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-cd3e01e3-aa2b-48fd-8202-b8aa812c9c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:08.663693 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e01e3-aa2b-48fd-8202-b8aa812c9c66 None None] Port 5ec7ba86-d57f-4096-96e3-109575756463 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:21:08.698992 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:08.726964 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fe987-deba-4609-9b93-f6561d20915b req-06ebcce0-1d89-49c3-b20b-37773b49f4d8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:08.736323 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8d9fe987-deba-4609-9b93-f6561d20915b req-06ebcce0-1d89-49c3-b20b-37773b49f4d8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1141000 May 04 17:21:08.798305 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8d9fe987-deba-4609-9b93-f6561d20915b req-0a25dc7c-ded8-4b5e-84bb-320722ead95c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609374 May 04 17:21:08.818707 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:21:08.826903 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:08.827591 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:08.970861 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:08.998082 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:09.012409 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1ee3d5e8-f5b1-4a88-8ead-11105a4eb0c1 req-dc20f2eb-bfac-46bc-a59c-f72fc21cd2d9 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 210 time: 0.0499902 May 04 17:21:09.018336 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:21:09.050753 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:09.070808 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:09.071810 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 7460aaf1-7310-4635-a6f4-c1ec319a3c29 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:21:09.076874 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:09.095910 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-526757bc-e80c-455e-98af-debf0a6cdd1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:09.160382 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Pushing event updated for resources: {'Port': ['ID=5ec7ba86-d57f-4096-96e3-109575756463,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:09.163575 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656499'] for router_interface, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:09.167300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:09.197015 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:09.201522 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:09.208262 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 7460aaf1-7310-4635-a6f4-c1ec319a3c29 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:09.208638 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:09.305504 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:21:09.306656 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:21:09.407757 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:21:09.446434 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:21:09.446912 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:21:09.492661 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-1d72d5e5-cbd1-4b7c-9230-2f3664c7f884 None None] Provisioning complete for port 5ec7ba86-d57f-4096-96e3-109575756463 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:09.493060 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1d72d5e5-cbd1-4b7c-9230-2f3664c7f884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:09.506106 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:21:09.547690 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-1d72d5e5-cbd1-4b7c-9230-2f3664c7f884 None None] Port 5ec7ba86-d57f-4096-96e3-109575756463 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:21:09.773959 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:21:09.778613 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] 10.222.0.22 "PUT /v2.0/routers/4111cbe6-b6d3-4201-be64-3b68a4bfeed0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6709807 May 04 17:21:09.820797 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Sync routers for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:21:09.831010 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:21:09.831600 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:20:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:09.993568 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05166c7-b3ab-4200-bcdd-75876afb8432 req-ae56dc2a-dd8a-4885-8ed1-c1c931657730 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:09.995043 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a05166c7-b3ab-4200-bcdd-75876afb8432 req-ae56dc2a-dd8a-4885-8ed1-c1c931657730 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0839312 May 04 17:21:10.006182 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:21:10.042566 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a05166c7-b3ab-4200-bcdd-75876afb8432 req-dbcb5af6-4746-432d-875e-34c05af25631 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416451 May 04 17:21:10.201555 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a20a3176-69af-4cb3-bd27-ea5441039314 req-22e8c510-9651-421b-9cf9-dd4dc4c936a1 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 210 time: 0.0423293 May 04 17:21:10.358809 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 2, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:10.362654 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Checking router: 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:21:10.362999 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Updating router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 port 5ec7ba86-d57f-4096-96e3-109575756463 binding host dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:21:10.405999 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:21:10.434530 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:10.490084 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:10.490664 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:10.517591 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 55858) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:10.522119 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3608cb87-256a-4d80-b50f-368ccd78c6e1 req-a13846dc-9c7d-4036-b83f-b7f86664fc5b tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] 10.222.0.22 "GET /v2.0/ports?device_id=868134e7-c9d0-4afc-90d0-20487d051cdd HTTP/1.1" status: 200 len: 210 time: 0.0549023 May 04 17:21:10.525607 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-57842806-network', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:10.531367 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:10.535986 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Usage tracker for resource:network and tenant:7a97ec6861cd4f6bad3159fd9dafb4ee is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:10.539520 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:10.546575 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:10.611758 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Made reservation on behalf of 7a97ec6861cd4f6bad3159fd9dafb4ee for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:21:10.617719 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:10.632953 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:10.647382 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:10.651198 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Usage tracker for resource:security_group_rule and tenant:7a97ec6861cd4f6bad3159fd9dafb4ee is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:10.655315 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:10.661078 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:10.749010 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:10.787263 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Notify callbacks [] for port, precommit_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:10.798596 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.provisioning_blocks [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Transition to ACTIVE for port object 5ec7ba86-d57f-4096-96e3-109575756463 will not be triggered until provisioned by entity L2. {{(pid=74293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:21:10.810655 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:10.814811 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ea36187b-e907-4094-a42f-33aeb3875ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:10.837873 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:21:10.850051 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0244c0-fc8c-4bd4-8239-ce84dcd3130c,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:10.855260 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:10.855604 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.segments_db [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Added segment 632a572b-d86b-44cc-8b83-a20177340bbc of type vlan for network 08bf6a39-c5fb-4313-b442-c8b9caaca374 May 04 17:21:10.857060 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:10.862439 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-ea297821-9f85-47ef-98ff-42bf239c28da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:10.868182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:10.868182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:10.868182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:10.868182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:10.868182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:10.868182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:10.868182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:10.868182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:10.868182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:10.868182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:10.868182 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:10.869290 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:10.872691 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:10.898901 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:10.989396 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Pushing event updated for resources: {'Port': ['ID=5ec7ba86-d57f-4096-96e3-109575756463,revision_number=3']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:11.002120 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:11.002654 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:11.002654 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:11.002870 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:11.003114 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:11.003114 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:11.003302 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:11.003409 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:11.003409 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:11.003409 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:11.003409 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:11.003409 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:11.003409 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:11.003409 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:11.004010 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:11.009250 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:11.010913 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:11.096264 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Attempting to bind port 5ec7ba86-d57f-4096-96e3-109575756463 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:21:11.096938 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Attempting to bind port 5ec7ba86-d57f-4096-96e3-109575756463 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:21:11.097470 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Attempting to bind port 5ec7ba86-d57f-4096-96e3-109575756463 on network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:21:11.105221 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:21:11.105796 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Checking segment: {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:21:11.106096 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:11.106486 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Bound using segment: {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:21:11.106942 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Bound port: 5ec7ba86-d57f-4096-96e3-109575756463, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'}}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:21:11.107324 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:11.139984 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Pushing event updated for resources: {'Network': ['ID=08bf6a39-c5fb-4313-b442-c8b9caaca374,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:11.139984 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:11.144044 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 08bf6a39-c5fb-4313-b442-c8b9caaca374 details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:21:11.188502 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6699080 May 04 17:21:11.191105 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 55870) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:11.197162 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Request body: {'subnet': {'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-57842806-subnet', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:11.203914 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] For port 5ec7ba86-d57f-4096-96e3-109575756463, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:21:11.204085 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:11.208259 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] For port 5ec7ba86-d57f-4096-96e3-109575756463, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=5ec7ba86-d57f-4096-96e3-109575756463,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:21:11.212005 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Usage tracker for resource:subnet and tenant:7a97ec6861cd4f6bad3159fd9dafb4ee is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:11.215238 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:11.222994 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:11.308265 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cf267-8194-4b45-9e0e-b8b26e9be4c4 req-e4e9d396-349e-408a-8b4e-e2d951286359 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:11.312214 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-531cf267-8194-4b45-9e0e-b8b26e9be4c4 req-e4e9d396-349e-408a-8b4e-e2d951286359 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0914099 May 04 17:21:11.331472 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:11.339862 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:11.356300 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-531cf267-8194-4b45-9e0e-b8b26e9be4c4 req-c47d6e9b-2e49-4440-995f-ee3b1bf0c9ac tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 May 04 17:21:11.359547 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Made reservation on behalf of 7a97ec6861cd4f6bad3159fd9dafb4ee for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:21:11.362193 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2347317'] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:11.419880 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:21:11.420474 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:20:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:11.488566 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Pushing event updated for resources: {'Port': ['ID=5ec7ba86-d57f-4096-96e3-109575756463,revision_number=4']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:11.493264 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-dd1d7cce-23d7-4031-bbc8-597538481de5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:11.603269 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:21:11.854132 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4104836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2347299'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:11.858562 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:11.927236 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=233d6247-994d-43e1-abd0-9fa60c943f50,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:11.936151 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Checking segment: {'id': '632a572b-d86b-44cc-8b83-a20177340bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:21:11.936502 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Network hostable DHCP agents. Network: 08bf6a39-c5fb-4313-b442-c8b9caaca374, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:21:11.946742 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:11.947849 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:11Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:11.952698 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7374926-1dff-4ef8-8e81-f71f9f70ab56 None None] The sync data for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi is: [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:11Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:21:12.033226 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Network 08bf6a39-c5fb-4313-b442-c8b9caaca374 is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:21:12.107931 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 08bf6a39-c5fb-4313-b442-c8b9caaca374) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:21:12.118273 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311f7a7c-beab-46e2-b704-1b5fadf9fbbf None None] Network 08bf6a39-c5fb-4313-b442-c8b9caaca374 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:21:12.123862 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:12.124443 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:12.200084 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-65ab47c7-3484-4ab8-8d46-130c722a17d6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0077679 May 04 17:21:12.202460 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 55890) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:12.208428 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-57842806-router', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:12.215303 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:12.222520 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Usage tracker for resource:router and tenant:7a97ec6861cd4f6bad3159fd9dafb4ee is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:12.226696 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:12.237898 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:12.285100 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4207'] for router, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:12.286237 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4198'] for router, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:12.308151 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:12.412217 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf27f0d-063a-504b-a3f5-e8bcc92892d2-08bf6a39-c5fb-4313-b442-c8b9caaca374', 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'fixed_ips': [{'subnet_id': '233d6247-994d-43e1-abd0-9fa60c943f50'}]}} from dv-cinder-789603-1-iscsi. {{(pid=74292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:21:12.413967 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:12.510282 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 5ec7ba86-d57f-4096-96e3-109575756463 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:21:12.681047 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.db_base_plugin_common [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Allocated IP 172.20.0.2 (08bf6a39-c5fb-4313-b442-c8b9caaca374/233d6247-994d-43e1-abd0-9fa60c943f50/7c83a168-e465-4a05-b40e-66aa72b58398) {{(pid=74292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:21:12.829376 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 5ec7ba86-d57f-4096-96e3-109575756463 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:21:12.846656 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 5ec7ba86-d57f-4096-96e3-109575756463 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:12.847086 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:12.854575 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4244'] for router, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:12.888096 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002c535-b6d0-41ea-91db-b9e2f640624e req-cb85131e-f869-4136-8747-26937c95b9e0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:12.895315 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9002c535-b6d0-41ea-91db-b9e2f640624e req-cb85131e-f869-4136-8747-26937c95b9e0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.3868303 May 04 17:21:12.945495 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9002c535-b6d0-41ea-91db-b9e2f640624e req-dee0d3ba-2b1e-46ae-ab2f-578d42fb6241 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492499 May 04 17:21:13.072199 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Notify callbacks [] for port, precommit_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:13.084129 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:13.102692 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Transition to ACTIVE for port object 7c83a168-e465-4a05-b40e-66aa72b58398 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:21:13.133873 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Transition to ACTIVE for port object 7c83a168-e465-4a05-b40e-66aa72b58398 will not be triggered until provisioned by entity DHCP. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:21:13.139097 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 5ec7ba86-d57f-4096-96e3-109575756463, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=5ec7ba86-d57f-4096-96e3-109575756463,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:21:13.195402 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:13.197670 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:13.203669 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-881e2360-562c-423b-9657-b93943740636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:13.267491 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Network 08bf6a39-c5fb-4313-b442-c8b9caaca374 is already hosted by enough agents. {{(pid=74292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:21:13.270772 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.base_scheduler [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Resources bound (agent type, host, resource id): {{(pid=74292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:21:13.275275 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Received port after_create {{(pid=74292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:21:13.290511 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:13.316644 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=5ec7ba86-d57f-4096-96e3-109575756463,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:13.324225 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:13.421237 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Attempting to bind port 7c83a168-e465-4a05-b40e-66aa72b58398 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:21:13.421518 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Attempting to bind port 7c83a168-e465-4a05-b40e-66aa72b58398 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '632a572b-d86b-44cc-8b83-a20177340bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:21:13.421884 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Attempting to bind port 7c83a168-e465-4a05-b40e-66aa72b58398 on network 08bf6a39-c5fb-4313-b442-c8b9caaca374 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:21:13.427564 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Pushing event updated for resources: {'Port': ['ID=7c83a168-e465-4a05-b40e-66aa72b58398,revision_number=1']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:13.431481 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:13.431945 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:13.432290 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:13.435398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:21:13.435398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Checking segment: {'id': '632a572b-d86b-44cc-8b83-a20177340bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:21:13.435398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:13.435398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Bound using segment: {'id': '632a572b-d86b-44cc-8b83-a20177340bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:21:13.435398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Bound port: 7c83a168-e465-4a05-b40e-66aa72b58398, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632a572b-d86b-44cc-8b83-a20177340bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:21:13.435398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:13.457386 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Allocated IP 172.27.3.131 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/d2b80e1b-bda4-4da0-8a10-b9649d9a47dc) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:21:13.528962 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] For port 7c83a168-e465-4a05-b40e-66aa72b58398, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:21:13.531858 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] For port 7c83a168-e465-4a05-b40e-66aa72b58398, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=7c83a168-e465-4a05-b40e-66aa72b58398,segment=NetworkSegment(632a572b-d86b-44cc-8b83-a20177340bbc),segment_id=632a572b-d86b-44cc-8b83-a20177340bbc)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:21:13.599590 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:13.604908 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-54bb1174-9c6f-4f93-83bc-897b91bb005f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:13.608304 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:13.682119 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Pushing event updated for resources: {'Port': ['ID=7c83a168-e465-4a05-b40e-66aa72b58398,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:13.685312 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:13.708523 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:13.713071 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e2a3f5a0-cee2-4828-a682-f5dfc92316e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:13.771628 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:21:13.779810 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:21:13.784100 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:21:13.818596 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Pushing event updated for resources: {'Port': ['ID=d2b80e1b-bda4-4da0-8a10-b9649d9a47dc,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:13.840101 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:14.384085 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec99006-d6a3-4368-aa33-2ab0de924997 req-ee180c0f-739e-44bd-916f-6b0112ee178a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:14.385678 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fec99006-d6a3-4368-aa33-2ab0de924997 req-ee180c0f-739e-44bd-916f-6b0112ee178a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.3250046 May 04 17:21:14.429701 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:14.489482 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 7c83a168-e465-4a05-b40e-66aa72b58398 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:21:14.525001 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fec99006-d6a3-4368-aa33-2ab0de924997 req-ea14c2f9-120a-4dc0-b529-db557900e2db tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256196 May 04 17:21:14.601914 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e8f8dd-d166-41f2-a2ab-98f181bb9554 None None] Network 08bf6a39-c5fb-4313-b442-c8b9caaca374 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:21:14.638051 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 7c83a168-e465-4a05-b40e-66aa72b58398 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:21:14.699456 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 5ec7ba86-d57f-4096-96e3-109575756463 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:21:14.760505 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-45bee3b8-1fef-49a9-acce-02a7d2e2b762 None None] Provisioning for port 7c83a168-e465-4a05-b40e-66aa72b58398 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:21:14.783027 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-45bee3b8-1fef-49a9-acce-02a7d2e2b762 None None] Provisioning complete for port 7c83a168-e465-4a05-b40e-66aa72b58398 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:14.783402 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-45bee3b8-1fef-49a9-acce-02a7d2e2b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:14.790168 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663999'] for router, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:14.895871 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 5ec7ba86-d57f-4096-96e3-109575756463 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:14.896161 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:15.050720 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Router 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d is scheduled to L3 agent 07946e48-6551-4126-921d-b197646287c6 with binding_index 1 {{(pid=74290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:21:15.085019 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-45bee3b8-1fef-49a9-acce-02a7d2e2b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:15.177692 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-45bee3b8-1fef-49a9-acce-02a7d2e2b762 None None] For port 7c83a168-e465-4a05-b40e-66aa72b58398, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=7c83a168-e465-4a05-b40e-66aa72b58398,segment=NetworkSegment(632a572b-d86b-44cc-8b83-a20177340bbc),segment_id=632a572b-d86b-44cc-8b83-a20177340bbc)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:21:15.225681 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:21:15.234044 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Sync routers for ids ['38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:21:15.243655 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Routers {'38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:21:15.244480 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:20:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:15.301469 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-45bee3b8-1fef-49a9-acce-02a7d2e2b762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:15.310563 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-54bb1174-9c6f-4f93-83bc-897b91bb005f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:15.320388 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:15.324219 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-ba07525b-9ac6-49e1-805c-06e99174924e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1181271 May 04 17:21:15.324525 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 55930) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:15.457146 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bee3b8-1fef-49a9-acce-02a7d2e2b762 None None] Pushing event updated for resources: {'Port': ['ID=7c83a168-e465-4a05-b40e-66aa72b58398,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:15.469227 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-45bee3b8-1fef-49a9-acce-02a7d2e2b762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:15.483209 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-9b51ae9d-0e61-4df4-a8a0-6c012a506307 None None] Provisioning complete for port 7c83a168-e465-4a05-b40e-66aa72b58398 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:15.483878 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9b51ae9d-0e61-4df4-a8a0-6c012a506307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:15.530680 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Set router 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:21:15.876370 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'name': 'tempest-TestVolumeBootPattern-57842806-router', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:12Z', 'updated_at': '2021-05-04T17:21:14Z', 'revision_number': 3, 'project_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'gw_port': {'id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:13Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:15.880448 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Checking router: 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:21:15.880799 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Updating router 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d port d2b80e1b-bda4-4da0-8a10-b9649d9a47dc binding host dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:21:15.936072 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:15.988296 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b846383-afee-4ad6-b133-ed5ea7fb4f9c req-8f2b6a37-06c2-4478-a2ad-3b13108abfdd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:15.989808 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2b846383-afee-4ad6-b133-ed5ea7fb4f9c req-8f2b6a37-06c2-4478-a2ad-3b13108abfdd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.3494573 May 04 17:21:16.084900 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2b846383-afee-4ad6-b133-ed5ea7fb4f9c req-9b6b75c1-c01e-4409-88b3-03ff71a7ba2c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809157 May 04 17:21:16.201765 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:16.251864 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:16.263924 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Transition to ACTIVE for port object d2b80e1b-bda4-4da0-8a10-b9649d9a47dc will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:21:16.352885 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:16.353207 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:16.399470 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 7c83a168-e465-4a05-b40e-66aa72b58398 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:21:16.408316 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Allocated IP 172.20.0.1 (08bf6a39-c5fb-4313-b442-c8b9caaca374/233d6247-994d-43e1-abd0-9fa60c943f50/8c540562-cc11-4257-ad5e-86d996fdc0b3) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:21:16.479638 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Attempting to bind port d2b80e1b-bda4-4da0-8a10-b9649d9a47dc on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:21:16.480004 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Attempting to bind port d2b80e1b-bda4-4da0-8a10-b9649d9a47dc by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:21:16.480362 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Attempting to bind port d2b80e1b-bda4-4da0-8a10-b9649d9a47dc on network 58073673-7c28-4b4b-bd9f-8e1f44915109 {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:21:16.482270 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880f1f0-ca07-4d5f-8eb8-793361da631c None None] Pushing event updated for resources: {'Port': ['ID=d2b80e1b-bda4-4da0-8a10-b9649d9a47dc,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:16.490882 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-c880f1f0-ca07-4d5f-8eb8-793361da631c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:16.494727 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:21:16.495098 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Checking segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:21:16.495491 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:16.495876 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Bound using segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:21:16.496343 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Bound port: d2b80e1b-bda4-4da0-8a10-b9649d9a47dc, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:21:16.496714 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:16.554631 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:16.569799 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.provisioning_blocks [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Transition to ACTIVE for port object 8c540562-cc11-4257-ad5e-86d996fdc0b3 will not be triggered until provisioned by entity DHCP. {{(pid=74290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:21:16.571479 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 7c83a168-e465-4a05-b40e-66aa72b58398 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:16.571983 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:16.642733 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] For port d2b80e1b-bda4-4da0-8a10-b9649d9a47dc, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:21:16.660027 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] For port d2b80e1b-bda4-4da0-8a10-b9649d9a47dc, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d2b80e1b-bda4-4da0-8a10-b9649d9a47dc,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:21:16.663253 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:16.668121 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c35464eb-eda9-415c-b98f-e11a21660c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:16.713129 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:16.718965 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:16.729340 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Network 08bf6a39-c5fb-4313-b442-c8b9caaca374 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:21:16.736909 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:21:16.740962 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:21:16.777434 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Pushing event updated for resources: {'Port': ['ID=8c540562-cc11-4257-ad5e-86d996fdc0b3,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:16.786024 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:16.790739 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880f1f0-ca07-4d5f-8eb8-793361da631c None None] Pushing event updated for resources: {'Port': ['ID=d2b80e1b-bda4-4da0-8a10-b9649d9a47dc,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:16.800812 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-c880f1f0-ca07-4d5f-8eb8-793361da631c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:16.801125 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656592'] for router_interface, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:16.830425 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Routers {'38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:21:16.831094 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:20:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:16.995848 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:17.021731 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] Set router 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:21:17.223372 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-544edd09-917d-40af-bf0d-a93e5d2db414 None None] Provisioning for port 8c540562-cc11-4257-ad5e-86d996fdc0b3 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:21:17.233276 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-544edd09-917d-40af-bf0d-a93e5d2db414 None None] Provisioning complete for port 8c540562-cc11-4257-ad5e-86d996fdc0b3 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:17.237241 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-544edd09-917d-40af-bf0d-a93e5d2db414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:17.252382 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:17.322777 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02d740-d32d-4cc2-a3f6-cd89e3c73082 req-5d28c364-6d16-45f0-9de9-3c42a1249e77 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:17.324384 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8b02d740-d32d-4cc2-a3f6-cd89e3c73082 req-5d28c364-6d16-45f0-9de9-3c42a1249e77 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1048923 May 04 17:21:17.325863 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4104451'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:17.351692 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:17.363665 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-544edd09-917d-40af-bf0d-a93e5d2db414 None None] Port 8c540562-cc11-4257-ad5e-86d996fdc0b3 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:21:17.427366 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'name': 'tempest-TestVolumeBootPattern-57842806-router', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:12Z', 'updated_at': '2021-05-04T17:21:14Z', 'revision_number': 3, 'project_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'gw_port': {'id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:13Z', 'updated_at': '2021-05-04T17:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:17.433577 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb30e5-a516-4a48-951e-ccfcdede7eaf None None] The sync data for ids ['38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'] in dv-cinder-789603-1-iscsi is: [{'id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'name': 'tempest-TestVolumeBootPattern-57842806-router', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:12Z', 'updated_at': '2021-05-04T17:21:14Z', 'revision_number': 3, 'project_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'gw_port': {'id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:13Z', 'updated_at': '2021-05-04T17:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:21:17.469119 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656499'] for router_interface, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:17.515074 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Pushing event updated for resources: {'Port': ['ID=8c540562-cc11-4257-ad5e-86d996fdc0b3,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:17.536881 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:17.543467 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8b02d740-d32d-4cc2-a3f6-cd89e3c73082 req-f752d272-ec64-4d78-9105-0bf31fc7d957 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925836 May 04 17:21:17.657811 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Network 08bf6a39-c5fb-4313-b442-c8b9caaca374 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:21:17.659328 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:21:18.016783 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-4271a612-6ed1-407b-b43a-cfd218e92b56 None None] Provisioning complete for port 8c540562-cc11-4257-ad5e-86d996fdc0b3 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:18.017400 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-4271a612-6ed1-407b-b43a-cfd218e92b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:18.094273 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-4271a612-6ed1-407b-b43a-cfd218e92b56 None None] Port 8c540562-cc11-4257-ad5e-86d996fdc0b3 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:21:18.095708 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Router 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:21:18.323834 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:21:18.337315 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] 10.222.0.22 "PUT /v2.0/routers/38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0115373 May 04 17:21:18.495156 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d2b80e1b-bda4-4da0-8a10-b9649d9a47dc up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:21:18.640861 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port d2b80e1b-bda4-4da0-8a10-b9649d9a47dc completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:21:18.644943 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port d2b80e1b-bda4-4da0-8a10-b9649d9a47dc triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:18.645236 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:18.822820 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:18.842863 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port d2b80e1b-bda4-4da0-8a10-b9649d9a47dc, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d2b80e1b-bda4-4da0-8a10-b9649d9a47dc,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:21:18.907733 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:18.909647 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:19.009236 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=d2b80e1b-bda4-4da0-8a10-b9649d9a47dc,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:19.012923 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:19.144978 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 55970) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:19.156209 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-818537501', 'description': 'tempest-secgroup-smoke-818537501 description', 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:19.164414 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:19.169104 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:security_group and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:19.172339 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:19.180753 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:19.256791 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:19.321815 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:19.327305 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:security_group_rule and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:19.332015 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:19.340110 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:19.402209 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580103dc-1928-4817-83d5-1b91b34ceb23 req-67f47fc7-9294-474c-9784-08bcda51bd4b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:19.410309 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-580103dc-1928-4817-83d5-1b91b34ceb23 req-67f47fc7-9294-474c-9784-08bcda51bd4b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1435747 May 04 17:21:19.477444 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-580103dc-1928-4817-83d5-1b91b34ceb23 req-babf51e1-9d60-4d49-9e70-1d1b1159af7b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661931 May 04 17:21:19.510708 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:19.547865 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:19.552083 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-772a9823-d32a-4f5b-b943-a04635d43e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:19.594026 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3755eeb-f77c-4291-b9c7-157429556f94,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:19.596824 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:19.604818 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Sync routers for ids ['38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:21:19.616105 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Routers {'38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:21:19.617202 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:20:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:19.645256 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:19.646521 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-4ee4ae4b-6fe9-49dc-a092-d21957ce991e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4996693 May 04 17:21:19.649959 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 55978) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:19.656240 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'security_group_rule': {'security_group_id': 'd3755eeb-f77c-4291-b9c7-157429556f94', 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:19.661320 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:19.666158 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:security_group_rule and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:19.669250 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:19.675864 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:19.730223 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:19.831170 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Set router 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:21:19.849366 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:19.915004 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:19.917809 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-92e8648f-bb07-44bf-8480-3227c6dd2727 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:19.934839 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45dda8f-2323-4df1-ad6b-eb48478ced04,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:19.945012 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:20.025334 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:20.027729 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3767982 May 04 17:21:20.030446 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55982) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:20.036236 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'security_group_rule': {'security_group_id': 'd3755eeb-f77c-4291-b9c7-157429556f94', 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:20.043191 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:20.048236 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:security_group_rule and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:20.051600 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:20.059837 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:20.149799 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:20.200063 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'name': 'tempest-TestVolumeBootPattern-57842806-router', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:12Z', 'updated_at': '2021-05-04T17:21:16Z', 'revision_number': 4, 'project_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'gw_port': {'id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:13Z', 'updated_at': '2021-05-04T17:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '8c540562-cc11-4257-ad5e-86d996fdc0b3', 'name': '', 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'mac_address': 'fa:16:3e:c0:79:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '233d6247-994d-43e1-abd0-9fa60c943f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:16Z', 'updated_at': '2021-05-04T17:21:17Z', 'revision_number': 2, 'project_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'subnets': [{'id': '233d6247-994d-43e1-abd0-9fa60c943f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:20.204148 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Checking router: 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:21:20.206477 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Updating router 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d port 8c540562-cc11-4257-ad5e-86d996fdc0b3 binding host dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:21:20.223025 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:20.280025 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:20.313800 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:20.316345 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-431a8909-9735-4902-8dbf-8cb4f51682bc tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:20.376582 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cd16d6-9561-4535-b00c-e8fa3de49f17,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:20.393260 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:20.426922 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d2b80e1b-bda4-4da0-8a10-b9649d9a47dc up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:21:20.451128 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:20.452882 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4210055 May 04 17:21:20.455244 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 55986) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:20.462087 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'security_group_rule': {'security_group_id': 'd3755eeb-f77c-4291-b9c7-157429556f94', 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:20.474665 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:20.480273 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:security_group_rule and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:20.495409 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:20.505804 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:20.562007 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port d2b80e1b-bda4-4da0-8a10-b9649d9a47dc triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:20.562481 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:20.706177 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Notify callbacks [] for port, precommit_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:20.715510 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c131a0-6ad6-450b-bacd-ef21450783f3 req-313a1dcc-de60-4725-9028-1adfe772b0b7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:20.717084 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c0c131a0-6ad6-450b-bacd-ef21450783f3 req-313a1dcc-de60-4725-9028-1adfe772b0b7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0916746 May 04 17:21:20.728340 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.provisioning_blocks [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Transition to ACTIVE for port object 8c540562-cc11-4257-ad5e-86d996fdc0b3 will not be triggered until provisioned by entity L2. {{(pid=74293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:21:20.764225 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c0c131a0-6ad6-450b-bacd-ef21450783f3 req-7bcdf3a1-6f4f-4f6b-8029-14e5e9f07830 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396602 May 04 17:21:20.959528 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:20.976445 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:20.985099 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-099a7c4b-57b3-45ea-a879-5ef069c5f9d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:21.036268 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:21.142158 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:21.144325 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e08c4584-4af5-4d61-b5bd-db67d146ce31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:21.198347 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0e8ea9-fa1e-44ec-8735-4fa8d330e37a,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:21.200871 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:21.208877 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714b869-ec30-4d79-8641-b00f71553aa9 None None] Pushing event updated for resources: {'Port': ['ID=8c540562-cc11-4257-ad5e-86d996fdc0b3,revision_number=3']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:21.213015 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-e714b869-ec30-4d79-8641-b00f71553aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:21.235065 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Attempting to bind port 8c540562-cc11-4257-ad5e-86d996fdc0b3 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:21:21.239586 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Attempting to bind port 8c540562-cc11-4257-ad5e-86d996fdc0b3 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '632a572b-d86b-44cc-8b83-a20177340bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374'}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:21:21.239586 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Attempting to bind port 8c540562-cc11-4257-ad5e-86d996fdc0b3 on network 08bf6a39-c5fb-4313-b442-c8b9caaca374 {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:21:21.245905 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:21:21.246366 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Checking segment: {'id': '632a572b-d86b-44cc-8b83-a20177340bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:21:21.246825 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:21.247288 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Bound using segment: {'id': '632a572b-d86b-44cc-8b83-a20177340bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374'} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:21:21.247821 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Bound port: 8c540562-cc11-4257-ad5e-86d996fdc0b3, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632a572b-d86b-44cc-8b83-a20177340bbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374'}}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:21:21.248269 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:21.288473 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:21.290137 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8335991 May 04 17:21:21.292883 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 56000) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:21.303738 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-d59ec01d-a894-4f41-a810-312a2bcdadb1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'security_group_rule': {'security_group_id': 'd3755eeb-f77c-4291-b9c7-157429556f94', 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:21.307895 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d59ec01d-a894-4f41-a810-312a2bcdadb1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:21.315080 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-d59ec01d-a894-4f41-a810-312a2bcdadb1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:security_group_rule and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:21.318410 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-d59ec01d-a894-4f41-a810-312a2bcdadb1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:21.325061 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d59ec01d-a894-4f41-a810-312a2bcdadb1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:21.401549 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] For port 8c540562-cc11-4257-ad5e-86d996fdc0b3, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:21:21.405623 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] For port 8c540562-cc11-4257-ad5e-86d996fdc0b3, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=8c540562-cc11-4257-ad5e-86d996fdc0b3,segment=NetworkSegment(632a572b-d86b-44cc-8b83-a20177340bbc),segment_id=632a572b-d86b-44cc-8b83-a20177340bbc)] {{(pid=74293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:21:21.406995 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d59ec01d-a894-4f41-a810-312a2bcdadb1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:21.451942 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:21.457019 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-7516b4a9-124c-455b-a86d-3b328c69cadb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:21.494652 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d59ec01d-a894-4f41-a810-312a2bcdadb1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:21.534722 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Routers {'38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:21:21.536394 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d59ec01d-a894-4f41-a810-312a2bcdadb1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:21.538951 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:20:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:21.539930 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1cb68d10-5f8d-4551-ae04-84ada8eeb17b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:21.556788 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ec01d-a894-4f41-a810-312a2bcdadb1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53caf26-7827-483c-b6b1-6c78b86bbf44,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:21.571541 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d59ec01d-a894-4f41-a810-312a2bcdadb1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:21.662379 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d59ec01d-a894-4f41-a810-312a2bcdadb1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:21.666973 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 56008) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:21.667160 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-d59ec01d-a894-4f41-a810-312a2bcdadb1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3731613 May 04 17:21:21.674677 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'security_group_rule': {'security_group_id': 'd3755eeb-f77c-4291-b9c7-157429556f94', 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:21.681356 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:21.685453 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:security_group_rule and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:21.688513 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:21.695289 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:21.719171 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714b869-ec30-4d79-8641-b00f71553aa9 None None] Pushing event updated for resources: {'Port': ['ID=8c540562-cc11-4257-ad5e-86d996fdc0b3,revision_number=4']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:21.722370 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-e714b869-ec30-4d79-8641-b00f71553aa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:21.764179 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] Set router 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:21:21.794226 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.securitygroups_db [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Project 1bd5ecab4ea5481b86be48cea2cc1915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:21:21.803266 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:21.919969 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:22.009334 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc96f8-7bea-4e4e-ab10-01980f20b84a req-2b2167e0-998f-4fc3-b890-f17932f13c38 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:22.011234 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7fcc96f8-7bea-4e4e-ab10-01980f20b84a req-2b2167e0-998f-4fc3-b890-f17932f13c38 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0969429 May 04 17:21:22.015989 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:22.023931 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6d5f22d5-77f1-4686-85ee-ff1e6f1eccf3 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:22.070564 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c42901-08a9-4db7-8fc0-ef6aba50cf26,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:22.073516 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:22.107711 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7fcc96f8-7bea-4e4e-ab10-01980f20b84a req-5de92027-e171-4115-a176-ae6e89ab4580 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848041 May 04 17:21:22.153811 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:22.157067 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4882944 May 04 17:21:22.159023 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 56014) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:22.166160 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'security_group_rule': {'security_group_id': 'd3755eeb-f77c-4291-b9c7-157429556f94', 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:22.173104 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:22.179064 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:security_group_rule and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:22.182372 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:22.185876 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'name': 'tempest-TestVolumeBootPattern-57842806-router', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:12Z', 'updated_at': '2021-05-04T17:21:16Z', 'revision_number': 4, 'project_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'gw_port': {'id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:13Z', 'updated_at': '2021-05-04T17:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '8c540562-cc11-4257-ad5e-86d996fdc0b3', 'name': '', 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'mac_address': 'fa:16:3e:c0:79:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '233d6247-994d-43e1-abd0-9fa60c943f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:16Z', 'updated_at': '2021-05-04T17:21:21Z', 'revision_number': 4, 'project_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'subnets': [{'id': '233d6247-994d-43e1-abd0-9fa60c943f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:22.189915 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3f199-f943-45ae-9e49-1406370d2677 None None] The sync data for ids ['38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'] in dv-cinder-789603-1-iscsi is: [{'id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'name': 'tempest-TestVolumeBootPattern-57842806-router', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:12Z', 'updated_at': '2021-05-04T17:21:16Z', 'revision_number': 4, 'project_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'gw_port': {'id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:13Z', 'updated_at': '2021-05-04T17:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '8c540562-cc11-4257-ad5e-86d996fdc0b3', 'name': '', 'network_id': '08bf6a39-c5fb-4313-b442-c8b9caaca374', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'mac_address': 'fa:16:3e:c0:79:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '233d6247-994d-43e1-abd0-9fa60c943f50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:16Z', 'updated_at': '2021-05-04T17:21:21Z', 'revision_number': 4, 'project_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'subnets': [{'id': '233d6247-994d-43e1-abd0-9fa60c943f50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:21:22.195399 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:22.262429 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.securitygroups_db [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Project 1bd5ecab4ea5481b86be48cea2cc1915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 17:21:22.268718 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:22.359899 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:22.427821 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:22.430963 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:22.454339 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 8c540562-cc11-4257-ad5e-86d996fdc0b3 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:21:22.473624 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d480ee0c-3ee4-4c20-98a0-522c6f2f8a62,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:22.476379 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:22.559867 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:22.561491 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-4ed30c4a-0faa-4f33-893f-4568679f851d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4007435 May 04 17:21:22.617821 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 8c540562-cc11-4257-ad5e-86d996fdc0b3 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:21:22.625467 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 8c540562-cc11-4257-ad5e-86d996fdc0b3 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:22.626224 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:22.863266 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:22.903562 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 8c540562-cc11-4257-ad5e-86d996fdc0b3, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=8c540562-cc11-4257-ad5e-86d996fdc0b3,segment=NetworkSegment(632a572b-d86b-44cc-8b83-a20177340bbc),segment_id=632a572b-d86b-44cc-8b83-a20177340bbc)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:21:23.012278 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:23.018327 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-1ac33a2a-8fa6-4263-acf5-a644245da701 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:23.080216 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-f65552fb-dc16-4c5b-9e73-27d7934774c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:23.113726 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=8c540562-cc11-4257-ad5e-86d996fdc0b3,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:23.117180 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:23.381372 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f9624-6e01-4f93-8a69-6a160d492ea4 req-7b84ee19-beef-4d97-b6a7-439b7b4e72d2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:23.389415 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-958f9624-6e01-4f93-8a69-6a160d492ea4 req-7b84ee19-beef-4d97-b6a7-439b7b4e72d2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1294296 May 04 17:21:23.450041 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-958f9624-6e01-4f93-8a69-6a160d492ea4 req-61178ab2-b546-4df4-9e58-aa5acd1aae5c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596423 May 04 17:21:24.406022 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 8c540562-cc11-4257-ad5e-86d996fdc0b3 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:21:24.487224 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 8c540562-cc11-4257-ad5e-86d996fdc0b3 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:24.487224 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:24.671713 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695bfb9-d29c-49fc-8652-1f1246886ab2 req-e1c3c4b1-70e7-45eb-bb61-f72d4ad2b077 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:24.672554 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6695bfb9-d29c-49fc-8652-1f1246886ab2 req-e1c3c4b1-70e7-45eb-bb61-f72d4ad2b077 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0846508 May 04 17:21:24.717670 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6695bfb9-d29c-49fc-8652-1f1246886ab2 req-13ac3786-fa7b-4b4f-b61a-a5eb53923877 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391619 May 04 17:21:25.633799 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:25.650521 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-99cb98e1-b911-4c64-ab7d-466d5a466bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:25.926074 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcca1d3-8246-4082-9d0d-8fd4934fc677 req-4709dbcd-6dcc-4896-b241-633019c8506a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:25.927490 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6fcca1d3-8246-4082-9d0d-8fd4934fc677 req-4709dbcd-6dcc-4896-b241-633019c8506a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0865808 May 04 17:21:25.977775 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6fcca1d3-8246-4082-9d0d-8fd4934fc677 req-cd949edf-ad00-4503-affc-c161b860de45 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432882 May 04 17:21:26.679674 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:27.192064 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e819e-76d6-4c27-b3a3-d205b10df7da req-a8a67623-a2c2-4d5d-b7da-a6c5bc6ec79f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:27.194117 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1a1e819e-76d6-4c27-b3a3-d205b10df7da req-a8a67623-a2c2-4d5d-b7da-a6c5bc6ec79f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0950866 May 04 17:21:27.245774 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1a1e819e-76d6-4c27-b3a3-d205b10df7da req-560f1a18-b0a3-4322-9870-360457760f44 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456011 May 04 17:21:28.241760 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:28.444951 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73317fd8-d5af-4d03-9e25-2148a7b963a8 req-cbd4d78b-b7b2-48e7-ac66-f8ec3bb7fa51 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:28.451759 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-73317fd8-d5af-4d03-9e25-2148a7b963a8 req-cbd4d78b-b7b2-48e7-ac66-f8ec3bb7fa51 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0900598 May 04 17:21:28.497682 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-73317fd8-d5af-4d03-9e25-2148a7b963a8 req-a4604abd-e0c4-45db-b953-ebeb84d495ab tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450482 May 04 17:21:29.726626 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f95cc8-dccc-4925-9dcd-6e22e315081b req-4a835155-4fa6-4e60-9c47-bb91dbeb54c7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:29.734753 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-64f95cc8-dccc-4925-9dcd-6e22e315081b req-4a835155-4fa6-4e60-9c47-bb91dbeb54c7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1076040 May 04 17:21:29.788979 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-64f95cc8-dccc-4925-9dcd-6e22e315081b req-69652db2-67f8-464b-853c-de307afeeffe tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530694 May 04 17:21:30.981956 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f7c7b-d786-407d-ba88-cdd451516fd8 req-e7e9d685-ccdf-40c8-8b1d-4d4a0a54175e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:30.983391 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e82f7c7b-d786-407d-ba88-cdd451516fd8 req-e7e9d685-ccdf-40c8-8b1d-4d4a0a54175e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0821164 May 04 17:21:31.033388 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e82f7c7b-d786-407d-ba88-cdd451516fd8 req-38b8611b-e544-4746-baae-e676c4409b0a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429347 May 04 17:21:31.142496 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:32.236416 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad7e0a-226a-4f52-9904-9a015179c96c req-614e0f33-4be5-49e1-a30c-f21a3a3b02f2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:32.237988 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e8ad7e0a-226a-4f52-9904-9a015179c96c req-614e0f33-4be5-49e1-a30c-f21a3a3b02f2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0864842 May 04 17:21:32.289445 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e8ad7e0a-226a-4f52-9904-9a015179c96c req-bfdf5076-3ecd-4694-b336-53f12f907360 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447481 May 04 17:21:33.424942 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:21:33.513890 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93de8dd-c222-4399-8a13-b69aa6f93c77 req-a4998fa4-af65-4e63-bc25-003e5942a003 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:33.515701 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f93de8dd-c222-4399-8a13-b69aa6f93c77 req-a4998fa4-af65-4e63-bc25-003e5942a003 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0951221 May 04 17:21:33.697427 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f93de8dd-c222-4399-8a13-b69aa6f93c77 req-577dedd3-d3a9-4647-b623-cb19e296cdd1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755404 May 04 17:21:34.924923 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d7410-caf1-4567-bbc6-486573546a91 req-dab19f20-bf17-429a-9903-c9dabd450b41 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:34.926387 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6f7d7410-caf1-4567-bbc6-486573546a91 req-dab19f20-bf17-429a-9903-c9dabd450b41 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0849297 May 04 17:21:34.977701 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6f7d7410-caf1-4567-bbc6-486573546a91 req-72caff77-5b30-40e8-a05e-5b89ccfb21df tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451090 May 04 17:21:36.253946 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6843b65-a96a-47ef-a5d5-fe7d1ce2fe64 req-14f2b464-2238-4366-9732-e5b06baeb8e8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:36.257294 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d6843b65-a96a-47ef-a5d5-fe7d1ce2fe64 req-14f2b464-2238-4366-9732-e5b06baeb8e8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1257873 May 04 17:21:36.322473 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d6843b65-a96a-47ef-a5d5-fe7d1ce2fe64 req-7ee23355-a651-443c-a8ff-e8eb42a7f880 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513694 May 04 17:21:37.552558 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65425a1-5bc1-4245-8742-63f12768f3e3 req-0cb33aa0-dc45-4a5a-b678-0cc7c9200656 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:37.554590 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f65425a1-5bc1-4245-8742-63f12768f3e3 req-0cb33aa0-dc45-4a5a-b678-0cc7c9200656 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0909636 May 04 17:21:37.613523 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f65425a1-5bc1-4245-8742-63f12768f3e3 req-cbf719e8-16b6-4202-9de5-1d09151f0959 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523882 May 04 17:21:38.806868 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313627d-8230-432b-af14-bd70d76689bc req-c2fb5cec-067d-4d08-ad43-3887c67f9f75 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:38.809143 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9313627d-8230-432b-af14-bd70d76689bc req-c2fb5cec-067d-4d08-ad43-3887c67f9f75 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0887771 May 04 17:21:38.870652 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9313627d-8230-432b-af14-bd70d76689bc req-7e37da48-fa4a-4684-8d24-59ab9906e16a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553126 May 04 17:21:40.057479 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2002c95-9d83-4a7d-b7c9-516afece19ec req-17b9554c-d324-4199-8de4-2edbe728445c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:40.058886 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a2002c95-9d83-4a7d-b7c9-516afece19ec req-17b9554c-d324-4199-8de4-2edbe728445c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0773444 May 04 17:21:40.102011 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a2002c95-9d83-4a7d-b7c9-516afece19ec req-e1bc54d4-86e3-4aad-81a5-20a8afcc1840 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375385 May 04 17:21:41.290076 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b924c5-a2bb-4a26-a660-125fd97a2c7c req-66b250d4-e9cd-44c8-aac3-5504a8189a2c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:41.291501 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-79b924c5-a2bb-4a26-a660-125fd97a2c7c req-66b250d4-e9cd-44c8-aac3-5504a8189a2c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0827971 May 04 17:21:41.334897 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-79b924c5-a2bb-4a26-a660-125fd97a2c7c req-7b06ade0-3067-408a-ba5b-871c60706efe tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376883 May 04 17:21:42.527327 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024663ad-e375-4445-b464-833f1c6a82fa req-5de3753c-d1a0-473a-82df-a1bb906d5f96 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:42.528792 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-024663ad-e375-4445-b464-833f1c6a82fa req-5de3753c-d1a0-473a-82df-a1bb906d5f96 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0814917 May 04 17:21:42.573598 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-024663ad-e375-4445-b464-833f1c6a82fa req-f8a25758-3579-4571-918f-84e0fc2b5cc2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389731 May 04 17:21:43.299390 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 56258) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:43.357992 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a924274-985f-493f-a374-64a102ff21c8 admin admin] Deleting subnet 6418cb44-8027-4f17-a386-415152f11287 {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:21:43.361062 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a924274-985f-493f-a374-64a102ff21c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:43.411034 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a924274-985f-493f-a374-64a102ff21c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221752'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:43.464504 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a924274-985f-493f-a374-64a102ff21c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:43.748878 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a924274-985f-493f-a374-64a102ff21c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3618866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230852'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:43.761734 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:43.773973 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7c730-1cfb-4816-9f45-e6bedbfee972 req-14c637c6-7877-4242-9a60-9cb6185228e1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:43.775474 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8bb7c730-1cfb-4816-9f45-e6bedbfee972 req-14c637c6-7877-4242-9a60-9cb6185228e1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0890162 May 04 17:21:43.794149 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-5a924274-985f-493f-a374-64a102ff21c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:43.802094 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a924274-985f-493f-a374-64a102ff21c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6418cb44-8027-4f17-a386-415152f11287,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:43.805445 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-5a924274-985f-493f-a374-64a102ff21c8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6418cb44-8027-4f17-a386-415152f11287 HTTP/1.1" status: 204 len: 168 time: 0.5044296 May 04 17:21:43.806327 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5a924274-985f-493f-a374-64a102ff21c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:43.807742 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 56272) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:43.825223 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8bb7c730-1cfb-4816-9f45-e6bedbfee972 req-2c0e1312-b4ff-4657-bfcb-7af6bd68c795 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432644 May 04 17:21:43.911729 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:44.001274 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-a46c03eb-4ae1-4833-9952-b569ec39a5af tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Synchronizing usage tracker for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:21:44.034127 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:44.056498 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-a46c03eb-4ae1-4833-9952-b569ec39a5af tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Unset dirty status for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:21:44.057888 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-a46c03eb-4ae1-4833-9952-b569ec39a5af tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-818537501&fields=id&tenant_id=1bd5ecab4ea5481b86be48cea2cc1915 HTTP/1.1" status: 200 len: 267 time: 0.0948217 May 04 17:21:44.139152 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8314f4-7dcf-4544-90c8-1f07219d67b4']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:44.151304 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bed6c2-bb52-4ee3-b5ef-16047ca122d2') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:44.151593 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bed6c2-bb52-4ee3-b5ef-16047ca122d2') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:21:44.163071 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221697'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:44.179130 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:44.185072 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:21:44.206329 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-f41f6c30-2c59-4abb-b229-d6196782deef tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:44.207760 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-f41f6c30-2c59-4abb-b229-d6196782deef tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 812 time: 0.1432638 May 04 17:21:44.222837 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-1b797d70-2c3d-4827-a98d-83f58225205f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/quotas/1bd5ecab4ea5481b86be48cea2cc1915 HTTP/1.1" status: 200 len: 375 time: 0.0088577 May 04 17:21:44.307614 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-b1c9fd44-3e56-48c1-b50b-8fead99c18b4 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790493 May 04 17:21:44.348951 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:21:44.362345 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3619728'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:44.444932 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-e2df54a6-d7d0-45fa-a772-7113585ea935 service neutron] 10.222.0.22 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259167 May 04 17:21:44.573468 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-4e73d2cf-8bec-476a-83c0-b9f3cec9124c service neutron] 10.222.0.22 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216929 May 04 17:21:44.603759 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Network 7c8314f4-7dcf-4544-90c8-1f07219d67b4 has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: Traceback (most recent call last): May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: timer() May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: cb(*args, **kw) May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: return func(*args, **kwargs) May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: self._notify() May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: self.callback(batched_events) May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: event.method(event) May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: return f(self, *a, **k) May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._get(url).json() May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: return self.request(url, 'GET', **kwargs) May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:21:44.624731 dv-cinder-789603-1-iscsi neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:21:44.788019 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:44.791705 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:44.805292 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:44.816694 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Pushing event deleted for resources: {'Network': ['ID=7c8314f4-7dcf-4544-90c8-1f07219d67b4,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:44.825516 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:44.825860 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:44.826229 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:44.826603 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:44.826972 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:44.827331 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:44.827685 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:44.828036 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:44.828388 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:44.828738 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:44.829124 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:44.830449 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:21:44.832563 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:44.868723 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-ba36285a-91c9-4ea8-a2ee-0ae23192192e admin admin] 10.222.0.22 "DELETE /v2.0/networks/7c8314f4-7dcf-4544-90c8-1f07219d67b4 HTTP/1.1" status: 204 len: 168 time: 1.0599697 May 04 17:21:45.176925 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 56290) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:45.218191 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd84413-6135-4dfa-9e66-6965a5b9e1c4 req-68dfd59e-75eb-430f-97a4-3145caf1d58d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:45.219676 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ebd84413-6135-4dfa-9e66-6965a5b9e1c4 req-68dfd59e-75eb-430f-97a4-3145caf1d58d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0792305 May 04 17:21:45.227118 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-933d1155-edc0-4dbb-9deb-eb06090a9661 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f70b570c63d24b6988a5203551fa973b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468242 May 04 17:21:45.227346 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 56294) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:45.267238 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ebd84413-6135-4dfa-9e66-6965a5b9e1c4 req-a28b4cfb-2c9d-44f9-81e6-491a81763d5f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 May 04 17:21:45.288584 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6beb2c57-e2a5-4aaf-bc3a-da23514b01de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:45.314537 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6beb2c57-e2a5-4aaf-bc3a-da23514b01de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:45.354210 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2fc4567f-c2d6-4c79-ab45-c93d32cbf29a req-90ade257-4114-445c-a047-e0ec84ab0f8b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 210 time: 0.0424283 May 04 17:21:45.416608 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6beb2c57-e2a5-4aaf-bc3a-da23514b01de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:45.420288 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-635b08b5-eab9-4561-955a-48d0031788d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:45.432729 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb2c57-e2a5-4aaf-bc3a-da23514b01de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68dade0-dbe6-4ec4-a328-786aa5f5754f,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:45.435563 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6beb2c57-e2a5-4aaf-bc3a-da23514b01de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:45.437514 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-6beb2c57-e2a5-4aaf-bc3a-da23514b01de admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:45.438617 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-6beb2c57-e2a5-4aaf-bc3a-da23514b01de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a68dade0-dbe6-4ec4-a328-786aa5f5754f HTTP/1.1" status: 204 len: 168 time: 0.2104075 May 04 17:21:46.457260 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3a02e-6a32-4608-867a-f0e7d59fa6f2 req-247bca77-7b75-446c-9014-d7b5c469aa90 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:46.458707 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-58e3a02e-6a32-4608-867a-f0e7d59fa6f2 req-247bca77-7b75-446c-9014-d7b5c469aa90 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0788186 May 04 17:21:46.506501 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-58e3a02e-6a32-4608-867a-f0e7d59fa6f2 req-19b2e71f-0282-4b48-9586-d5ac460eec6d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415995 May 04 17:21:46.673656 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-de74a91d-d484-4159-9c1f-da8b358dc21d req-1e2fde21-77a1-4c17-bb97-5b222de2f6fa tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 210 time: 0.1235363 May 04 17:21:47.001039 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 56334) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:47.115294 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c0004172-bd69-4da6-b457-549d3a735373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:47.129659 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c0004172-bd69-4da6-b457-549d3a735373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:47.134000 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c0004172-bd69-4da6-b457-549d3a735373 admin admin] Usage tracker for resource:security_group_rule and tenant:ee5747988a834cd0ae96b05612eea67a is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:47.136757 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-c0004172-bd69-4da6-b457-549d3a735373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:47.142384 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-c0004172-bd69-4da6-b457-549d3a735373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:47.222976 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c0004172-bd69-4da6-b457-549d3a735373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:47.285199 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c0004172-bd69-4da6-b457-549d3a735373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:47.293782 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7e381b03-eb14-4f3e-b488-c7f0143b4d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:47.332420 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-c0004172-bd69-4da6-b457-549d3a735373 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee5747988a834cd0ae96b05612eea67a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302917 May 04 17:21:47.333953 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0004172-bd69-4da6-b457-549d3a735373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a75e61-7e0c-4022-9dcc-8f9a571a971b,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:47.335079 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 56346) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:21:47.336878 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c0004172-bd69-4da6-b457-549d3a735373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:47.391857 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-49ab8420-472e-4976-b8bd-3d867b22543f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:47.417169 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-49ab8420-472e-4976-b8bd-3d867b22543f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:47.565228 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-49ab8420-472e-4976-b8bd-3d867b22543f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:47.570075 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7a6a61ca-720c-4a92-999f-a0f1e7ada367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:47.584464 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab8420-472e-4976-b8bd-3d867b22543f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a75e61-7e0c-4022-9dcc-8f9a571a971b,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:47.586780 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-49ab8420-472e-4976-b8bd-3d867b22543f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:47.591497 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-49ab8420-472e-4976-b8bd-3d867b22543f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:47.595419 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-49ab8420-472e-4976-b8bd-3d867b22543f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6a75e61-7e0c-4022-9dcc-8f9a571a971b HTTP/1.1" status: 204 len: 168 time: 0.2567306 May 04 17:21:47.695690 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7e1e0-fe16-40b8-a4e0-576e337292a9 req-b0568b79-65d7-4a86-bbc7-d505cb99aa2d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:47.697144 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-16e7e1e0-fe16-40b8-a4e0-576e337292a9 req-b0568b79-65d7-4a86-bbc7-d505cb99aa2d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0805924 May 04 17:21:47.744395 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-16e7e1e0-fe16-40b8-a4e0-576e337292a9 req-6f90849d-677b-4ffc-8e16-009a82570abe tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411975 May 04 17:21:47.832273 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6053ea96-7906-4290-ab6e-6718d274c18e req-73d54aba-33f8-4ab9-aca0-7d5be47daa4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 210 time: 0.0447593 May 04 17:21:48.975212 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c876931-9595-49c2-a718-2bc32c12f20c req-23a3b7f5-6ef3-483c-a7f5-92be0aa28345 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:48.976676 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0c876931-9595-49c2-a718-2bc32c12f20c req-23a3b7f5-6ef3-483c-a7f5-92be0aa28345 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0826750 May 04 17:21:49.021057 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0c876931-9595-49c2-a718-2bc32c12f20c req-70f6979c-75b6-43f5-8d21-296d89d85de4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380313 May 04 17:21:49.109298 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fe0f4bfa-7e27-4a6a-8628-36c8fbec2d2b req-55831f56-51a8-47ae-a8f6-c07f9e822145 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 210 time: 0.0447760 May 04 17:21:50.208671 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2364e-89d5-4830-8b06-a7362b5a3040 req-47bdfebc-00b2-4b79-9303-f616dac5eb43 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:50.210105 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d7d2364e-89d5-4830-8b06-a7362b5a3040 req-47bdfebc-00b2-4b79-9303-f616dac5eb43 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0772619 May 04 17:21:50.254151 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d7d2364e-89d5-4830-8b06-a7362b5a3040 req-9c254b04-1315-442d-99ed-e413375a66a2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378549 May 04 17:21:50.390033 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a0fd0934-0d28-4445-ad95-7de056ea9a39 req-0e4864c5-c3a2-4661-ab69-db0a9a1f29cc tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 210 time: 0.0423007 May 04 17:21:51.446262 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac556de-fa82-4a75-9928-23823ca39465 req-a643a2bd-3161-4dbc-8371-5fa242ef5cd3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:51.447630 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fac556de-fa82-4a75-9928-23823ca39465 req-a643a2bd-3161-4dbc-8371-5fa242ef5cd3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0850444 May 04 17:21:51.493316 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fac556de-fa82-4a75-9928-23823ca39465 req-30673656-f094-453f-8700-e0887e0d70aa tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399175 May 04 17:21:51.632181 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5f4bfd0d-0bfb-4cb3-a51b-14d7d1f9cb8c req-a0fc3cbb-c4d6-4027-92f5-a791fab64172 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 210 time: 0.0411875 May 04 17:21:52.680125 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ed1bd2-e8c7-4d8a-9641-ce207b839c1a req-4a1b88e0-7650-4817-bf50-13896491ca98 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:52.681586 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-69ed1bd2-e8c7-4d8a-9641-ce207b839c1a req-4a1b88e0-7650-4817-bf50-13896491ca98 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0813289 May 04 17:21:52.724426 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-69ed1bd2-e8c7-4d8a-9641-ce207b839c1a req-a2c15912-3fad-4e54-9e0d-eb749765a43f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372527 May 04 17:21:52.859778 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-76d2c9d7-4293-4e32-9a36-a2b876942b37 req-07c2fc37-4dc5-49f8-8ef5-2042903a4b8a tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 210 time: 0.0408018 May 04 17:21:52.976275 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-13fc1a9c-3bd3-4ab6-ac91-7a6977528353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:53.916380 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab490a2-7ee3-432a-8875-6e92be06285b req-d32870f9-0076-4f3f-8fde-098d76a2f987 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:53.917844 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1ab490a2-7ee3-432a-8875-6e92be06285b req-d32870f9-0076-4f3f-8fde-098d76a2f987 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0821252 May 04 17:21:53.961852 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1ab490a2-7ee3-432a-8875-6e92be06285b req-74d64b70-4896-4ac0-b7cf-e9cb2cee977e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383346 May 04 17:21:54.097155 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ee0d1194-8b0f-40c4-9f11-c73c849a7629 req-958a6f6c-8a94-4b1a-86e5-722232cc9311 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 210 time: 0.0414805 May 04 17:21:54.390253 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-ae82bda6-13d8-4e42-b7f6-d87064c1067f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:54.390940 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-ae82bda6-13d8-4e42-b7f6-d87064c1067f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Synchronizing usage tracker for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:network {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:21:54.502237 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-ae82bda6-13d8-4e42-b7f6-d87064c1067f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Unset dirty status for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:network {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:21:54.503458 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-ae82bda6-13d8-4e42-b7f6-d87064c1067f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 812 time: 0.2574134 May 04 17:21:54.554933 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-b14de8fe-a296-4cf6-88b1-307c72e75676 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Synchronizing usage tracker for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:security_group {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:21:54.566624 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-b14de8fe-a296-4cf6-88b1-307c72e75676 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Unset dirty status for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:security_group {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:21:54.569406 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-b14de8fe-a296-4cf6-88b1-307c72e75676 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bd5ecab4ea5481b86be48cea2cc1915 HTTP/1.1" status: 200 len: 379 time: 0.0561402 May 04 17:21:54.576011 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'port': {'device_id': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'admin_state_up': True, 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'security_groups': ['d3755eeb-f77c-4291-b9c7-157429556f94']}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:54.710423 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:21:54.714748 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:port and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:21:54.717534 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for port was recalculated. Used quota:2. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:21:54.723132 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:21:54.799388 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Made reservation on behalf of 1bd5ecab4ea5481b86be48cea2cc1915 for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:21:54.802934 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:54.964652 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Allocated IP 172.20.0.10 (6f5629cf-4c48-4b35-ae59-38ba0a0aef1c/2de5a32f-2519-4260-8b3b-6dfec5de81e6/17c72861-b4df-4942-b964-ed094ecb6077) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:21:55.152322 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e56b1-47f7-498b-b563-450d164f3854 req-38a926e4-b4c4-40f2-b9ca-b6ea29447417 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:55.152999 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:55.153808 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-951e56b1-47f7-498b-b563-450d164f3854 req-38a926e4-b4c4-40f2-b9ca-b6ea29447417 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0845394 May 04 17:21:55.168696 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Transition to ACTIVE for port object 17c72861-b4df-4942-b964-ed094ecb6077 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:21:55.199354 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-951e56b1-47f7-498b-b563-450d164f3854 req-b1418a9d-8669-4d68-a76e-e1dccc7849f1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393226 May 04 17:21:55.263264 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:55.268906 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-81369f9e-fc78-4d10-9e4b-1776c4bcc09e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:55.341152 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'Port': ['ID=17c72861-b4df-4942-b964-ed094ecb6077,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:55.354023 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:55.355849 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:21:55.357095 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:21:55.361524 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:21:55.402027 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717cac6-f862-42f8-a147-360dc2ef7926 req-af2c8324-f620-406c-95ae-85cb3c21c637 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:55.403744 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f717cac6-f862-42f8-a147-360dc2ef7926 req-af2c8324-f620-406c-95ae-85cb3c21c637 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 932 time: 0.1041312 May 04 17:21:55.451409 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:55.452139 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:55.464026 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f717cac6-f862-42f8-a147-360dc2ef7926 req-c6aed112-24a4-4f6a-920b-68690fa5168e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544198 May 04 17:21:55.582730 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0103207 May 04 17:21:55.593823 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Request body: {'port': {'device_id': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:21:55.662296 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:55.704619 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:55.719978 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-432c2251-9328-48a8-986f-79faa19da86a None None] Provisioning for port 17c72861-b4df-4942-b964-ed094ecb6077 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:21:55.723735 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-c66c7fc9-1346-48cd-a774-256d250613c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:55.746638 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-432c2251-9328-48a8-986f-79faa19da86a None None] Provisioning complete for port 17c72861-b4df-4942-b964-ed094ecb6077 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:21:55.747052 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-432c2251-9328-48a8-986f-79faa19da86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:55.824237 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-432c2251-9328-48a8-986f-79faa19da86a None None] Port 17c72861-b4df-4942-b964-ed094ecb6077 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:21:56.126104 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c72861-b4df-4942-b964-ed094ecb6077 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:21:56.134439 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:56.148336 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Transition to ACTIVE for port object 17c72861-b4df-4942-b964-ed094ecb6077 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:21:56.199182 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:56.203584 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c4ef9a5b-25f6-4b9a-8514-9b0ca8e665da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:56.358049 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Pushing event updated for resources: {'Port': ['ID=17c72861-b4df-4942-b964-ed094ecb6077,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:56.368513 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:56.399127 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3cb92-cc64-41ee-9bb1-f1c7eefb98d9 req-6075f062-30e2-44f6-b642-14f8b3f6c0e0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:56.403981 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f5c3cb92-cc64-41ee-9bb1-f1c7eefb98d9 req-6075f062-30e2-44f6-b642-14f8b3f6c0e0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0906479 May 04 17:21:56.439823 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Attempting to bind port 17c72861-b4df-4942-b964-ed094ecb6077 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:21:56.440221 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Attempting to bind port 17c72861-b4df-4942-b964-ed094ecb6077 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:21:56.440460 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Attempting to bind port 17c72861-b4df-4942-b964-ed094ecb6077 on network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:21:56.445189 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Port 17c72861-b4df-4942-b964-ed094ecb6077 on network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:21:56.445502 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Attempting to bind port 17c72861-b4df-4942-b964-ed094ecb6077 on network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:21:56.449120 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f5c3cb92-cc64-41ee-9bb1-f1c7eefb98d9 req-ac1a2193-1082-40f5-a06a-d1c670d1205e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424466 May 04 17:21:56.454371 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:21:56.454874 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Checking segment: {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:21:56.455074 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Bound using segment: {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:21:56.455496 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Bound port: 17c72861-b4df-4942-b964-ed094ecb6077, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:21:56.455841 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:56.544791 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] For port 17c72861-b4df-4942-b964-ed094ecb6077, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:21:56.547827 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] For port 17c72861-b4df-4942-b964-ed094ecb6077, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=17c72861-b4df-4942-b964-ed094ecb6077,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:21:56.600033 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:56.604342 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5a2bf3c7-c073-4f46-bad0-2cbb81ee2c9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:21:56.655567 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799f91d-fbcc-4863-ad44-5bdb886d11cd req-c561ddc4-0691-41c5-8963-1ae26a5ff63b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:56.657203 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9799f91d-fbcc-4863-ad44-5bdb886d11cd req-c561ddc4-0691-41c5-8963-1ae26a5ff63b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 944 time: 0.0849478 May 04 17:21:56.659400 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:56.660007 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:56.662016 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] 10.222.0.11 "PUT /v2.0/ports/17c72861-b4df-4942-b964-ed094ecb6077 HTTP/1.1" status: 200 len: 1094 time: 1.0721867 May 04 17:21:56.665152 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'tag': '17c72861-b4df-4942-b964-ed094ecb6077'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:21:56.668634 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:56.692293 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Pushing event updated for resources: {'Port': ['ID=17c72861-b4df-4942-b964-ed094ecb6077,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:21:56.695681 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:21:56.707780 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9799f91d-fbcc-4863-ad44-5bdb886d11cd req-ffd65d13-8bbf-4b68-a614-00e7e1edc83a tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441339 May 04 17:21:56.775378 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'tag': '17c72861-b4df-4942-b964-ed094ecb6077', 'status': 'completed', 'code': 200} May 04 17:21:57.639662 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e71605-ab4a-46d0-bf86-00090cb61bf3 req-7d5ff946-5067-47c2-946f-af30d3c186b2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:57.641094 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-53e71605-ab4a-46d0-bf86-00090cb61bf3 req-7d5ff946-5067-47c2-946f-af30d3c186b2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0815644 May 04 17:21:57.684437 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-53e71605-ab4a-46d0-bf86-00090cb61bf3 req-955d5f9d-9879-4843-a206-75cc4b05c036 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374949 May 04 17:21:57.891769 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92de839-eeca-440a-9ddc-51ed23b9b8c2 req-fe54822a-ed9e-4de1-af64-13b57d0cc233 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:57.893372 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f92de839-eeca-440a-9ddc-51ed23b9b8c2 req-fe54822a-ed9e-4de1-af64-13b57d0cc233 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 944 time: 0.0796735 May 04 17:21:57.936847 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f92de839-eeca-440a-9ddc-51ed23b9b8c2 req-36b64f55-6fea-4a4b-93da-b732c2c9c459 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379775 May 04 17:21:58.245030 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:21:58.874316 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f2b6a-a5df-46db-84d9-75ce35dc3995 req-fc074c7c-319d-4b94-a243-19d1d1a2b7d0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:58.875744 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-736f2b6a-a5df-46db-84d9-75ce35dc3995 req-fc074c7c-319d-4b94-a243-19d1d1a2b7d0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0801513 May 04 17:21:58.920438 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-736f2b6a-a5df-46db-84d9-75ce35dc3995 req-ba3a1ec0-a935-41bf-8f65-3aab90ee5291 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389969 May 04 17:21:59.079567 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d780e00-0064-446b-9b74-60163051cc42 req-04ecc596-43ee-42ec-ac37-2a3827f1a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:59.081117 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9d780e00-0064-446b-9b74-60163051cc42 req-04ecc596-43ee-42ec-ac37-2a3827f1a426 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 1097 time: 0.0709450 May 04 17:21:59.121749 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84454d-d192-4cac-a44b-036a4ab9a2c2 req-bff745c8-8d73-4516-ba05-6902744d2e30 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:59.123212 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3b84454d-d192-4cac-a44b-036a4ab9a2c2 req-bff745c8-8d73-4516-ba05-6902744d2e30 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 944 time: 0.0840945 May 04 17:21:59.236137 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d780e00-0064-446b-9b74-60163051cc42 req-090e638b-1aad-49e1-8cd5-ff2d7df6bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:59.236137 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9d780e00-0064-446b-9b74-60163051cc42 req-090e638b-1aad-49e1-8cd5-ff2d7df6bb8d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1369643 May 04 17:21:59.247740 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3b84454d-d192-4cac-a44b-036a4ab9a2c2 req-d041e99e-89a0-4432-913d-21dd01311120 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187537 May 04 17:21:59.360950 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d780e00-0064-446b-9b74-60163051cc42 req-c3d2b6fa-12ad-4f45-820c-8a74faf0bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:59.362360 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9d780e00-0064-446b-9b74-60163051cc42 req-c3d2b6fa-12ad-4f45-820c-8a74faf0bd63 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304944 May 04 17:21:59.467309 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-5d7257d8-3c64-49db-8cdb-34ae896fcde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:59.468732 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-5d7257d8-3c64-49db-8cdb-34ae896fcde9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 1097 time: 0.0721102 May 04 17:21:59.534841 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-687d19b6-d15b-49c0-8689-9fb97df9dab3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17c72861-b4df-4942-b964-ed094ecb6077 HTTP/1.1" status: 200 len: 217 time: 0.0590897 May 04 17:21:59.596995 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-cea127ef-2f68-4921-bb62-d8a448a9abed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:59.598360 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-cea127ef-2f68-4921-bb62-d8a448a9abed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0574422 May 04 17:21:59.670487 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-69b447d7-8773-45ad-b3fe-914ae67aae4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:21:59.671924 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-69b447d7-8773-45ad-b3fe-914ae67aae4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677829 May 04 17:21:59.801385 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-4be4474b-3425-49eb-b1bc-07ffe4ea4f80 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230588 May 04 17:21:59.928732 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4a40fbab-ba27-4de7-8c8b-d6e491292073 req-a3e2ee94-0b2a-4776-95ba-6b26a07db033 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209691 May 04 17:22:00.107217 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01819407-1cd6-47a0-9c3a-c6c5049785f1 req-68ac2268-10aa-4f9d-8f73-ba009e28e785 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:00.108556 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-01819407-1cd6-47a0-9c3a-c6c5049785f1 req-68ac2268-10aa-4f9d-8f73-ba009e28e785 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0787623 May 04 17:22:00.156672 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-01819407-1cd6-47a0-9c3a-c6c5049785f1 req-ba5e1848-d865-4790-a9c7-fbf05a48e5b0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420842 May 04 17:22:00.437223 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7d749-428d-474a-8b78-b47265ca738e req-eeb10c48-1c7a-48f4-8135-b2c27f339e81 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:00.438685 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c8b7d749-428d-474a-8b78-b47265ca738e req-eeb10c48-1c7a-48f4-8135-b2c27f339e81 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 944 time: 0.0796576 May 04 17:22:00.482581 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c8b7d749-428d-474a-8b78-b47265ca738e req-102454c8-3d44-496d-bb6b-1e1e78372a5d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382292 May 04 17:22:01.142177 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:01.343620 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9c570-d712-44e3-b582-3841d9339aba req-a69fd199-7315-4faf-901c-5e2d40f0daeb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:01.345048 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-43b9c570-d712-44e3-b582-3841d9339aba req-a69fd199-7315-4faf-901c-5e2d40f0daeb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0802231 May 04 17:22:01.388067 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-43b9c570-d712-44e3-b582-3841d9339aba req-ce371e09-e8e0-487c-8676-6a2db4e9bdd0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374222 May 04 17:22:01.662880 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efea7e-c440-424e-a0c2-5c0193e1fc80 req-445dd2ee-b565-41ca-aa2f-bd15a43ee1df tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:01.664205 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e8efea7e-c440-424e-a0c2-5c0193e1fc80 req-445dd2ee-b565-41ca-aa2f-bd15a43ee1df tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 944 time: 0.0785470 May 04 17:22:01.706466 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e8efea7e-c440-424e-a0c2-5c0193e1fc80 req-bd12ba85-7fdc-4d4a-9c0a-26a0697b2895 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366929 May 04 17:22:02.581467 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ddbd9-453b-4a21-946d-7e544d18c049 req-1b5be162-6c7f-4829-96e6-4e9a48b2966a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:02.582899 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-118ddbd9-453b-4a21-946d-7e544d18c049 req-1b5be162-6c7f-4829-96e6-4e9a48b2966a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0812035 May 04 17:22:02.627278 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-118ddbd9-453b-4a21-946d-7e544d18c049 req-4842d559-ff48-4bcb-9de1-08efdb47a4a9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386260 May 04 17:22:02.889423 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32979266-8070-4ea3-9ddc-ba840977e652 req-8c6604a4-4ab6-49cd-be4f-165ea0c21649 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:02.890763 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-32979266-8070-4ea3-9ddc-ba840977e652 req-8c6604a4-4ab6-49cd-be4f-165ea0c21649 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 944 time: 0.0804908 May 04 17:22:02.934172 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-32979266-8070-4ea3-9ddc-ba840977e652 req-58dcf938-0942-4d01-97b7-69d51e4d28ad tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376074 May 04 17:22:03.815363 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d22534-1fde-4b9d-beb2-ed563b29be5d req-02e76134-7f45-41ac-9ae1-032440348b9c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:03.816398 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b8d22534-1fde-4b9d-beb2-ed563b29be5d req-02e76134-7f45-41ac-9ae1-032440348b9c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0822620 May 04 17:22:03.862220 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b8d22534-1fde-4b9d-beb2-ed563b29be5d req-5329dbe9-a173-484b-9c4a-d6fefe9e925d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390842 May 04 17:22:04.121533 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f906332-31fe-4cb0-868d-10da794fca5e req-5735cc9e-723b-4d7f-bee2-4d21757992e1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:04.122975 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1f906332-31fe-4cb0-868d-10da794fca5e req-5735cc9e-723b-4d7f-bee2-4d21757992e1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 944 time: 0.0841668 May 04 17:22:04.166160 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1f906332-31fe-4cb0-868d-10da794fca5e req-c32b113e-2668-4557-b174-a15a9ff4f346 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377188 May 04 17:22:05.061083 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606befee-6357-4bc1-af82-164f96372b0f req-5089d5dc-0f50-4417-ba76-f0f79dd4cd63 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:05.062542 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-606befee-6357-4bc1-af82-164f96372b0f req-5089d5dc-0f50-4417-ba76-f0f79dd4cd63 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0886383 May 04 17:22:05.110012 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-606befee-6357-4bc1-af82-164f96372b0f req-002c391b-3204-488b-9cc9-e83497001951 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409548 May 04 17:22:05.352471 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64fa15-9172-4700-8038-b448e559548f req-8f9bc91d-8d4c-47c1-acb0-770f1f9b29a5 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:05.354781 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dd64fa15-9172-4700-8038-b448e559548f req-8f9bc91d-8d4c-47c1-acb0-770f1f9b29a5 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 944 time: 0.0822835 May 04 17:22:05.399997 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dd64fa15-9172-4700-8038-b448e559548f req-2c58bf59-0944-495d-99fe-7a02928b632d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388668 May 04 17:22:06.299810 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0a2f2-00b1-4435-88b5-ac9b3b86ab63 req-0fe4d098-300a-4f59-a0ab-008f9752743f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:06.301242 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9cc0a2f2-00b1-4435-88b5-ac9b3b86ab63 req-0fe4d098-300a-4f59-a0ab-008f9752743f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0798161 May 04 17:22:06.344828 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9cc0a2f2-00b1-4435-88b5-ac9b3b86ab63 req-17dbe1d2-c6d4-4894-a512-4e2729f53769 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381026 May 04 17:22:06.729544 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129134d-18a9-40bf-bc83-2d26b1482f98 req-30709902-8239-476c-b092-6fe96dca59ad tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:06.730967 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1129134d-18a9-40bf-bc83-2d26b1482f98 req-30709902-8239-476c-b092-6fe96dca59ad tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 944 time: 0.0855153 May 04 17:22:06.775580 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1129134d-18a9-40bf-bc83-2d26b1482f98 req-fc0b7bf0-77be-438d-92d3-36c0ef05f773 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386395 May 04 17:22:07.527920 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badbcaa-1404-476d-bf30-a53d422c20dc req-34d856fc-17b8-4ba6-95c8-ec27f9ae0e32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:07.529379 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9badbcaa-1404-476d-bf30-a53d422c20dc req-34d856fc-17b8-4ba6-95c8-ec27f9ae0e32 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0784540 May 04 17:22:07.573313 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9badbcaa-1404-476d-bf30-a53d422c20dc req-2e45dd44-d9a3-42ae-a2fb-5ad7290a6a98 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379868 May 04 17:22:07.963702 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff52aff-ec52-4ee8-a93b-ef5d344d2316 req-d6f449fb-653b-414d-b8ec-e8ef9cd25d4c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:07.965194 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9ff52aff-ec52-4ee8-a93b-ef5d344d2316 req-d6f449fb-653b-414d-b8ec-e8ef9cd25d4c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 944 time: 0.0855532 May 04 17:22:08.009612 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9ff52aff-ec52-4ee8-a93b-ef5d344d2316 req-717cc04f-41e3-4769-8d07-0714a2fb68cd tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384507 May 04 17:22:08.032627 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 17c72861-b4df-4942-b964-ed094ecb6077 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:22:08.164427 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 17c72861-b4df-4942-b964-ed094ecb6077, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=17c72861-b4df-4942-b964-ed094ecb6077,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:22:08.177365 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '17c72861-b4df-4942-b964-ed094ecb6077', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'port_id': '17c72861-b4df-4942-b964-ed094ecb6077', 'mac_address': 'fa:16:3e:ca:2d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:22:08.230954 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:08.247671 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c72861-b4df-4942-b964-ed094ecb6077 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:22:08.263230 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 17c72861-b4df-4942-b964-ed094ecb6077, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=17c72861-b4df-4942-b964-ed094ecb6077,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:22:08.325627 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:08.327346 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-45bee3b8-1fef-49a9-acce-02a7d2e2b762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:22:08.395765 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=17c72861-b4df-4942-b964-ed094ecb6077,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:22:08.402991 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:08.403340 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:08.403682 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:08.404018 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:08.404352 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:08.404682 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:08.405037 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:08.405368 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:08.405696 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:08.406021 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:08.406344 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:08.406665 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:08.410547 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:22:08.525575 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['17c72861-b4df-4942-b964-ed094ecb6077'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:22:08.764535 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb8880-f9b1-4141-8f4e-faf2d3fb53d8 req-5ca89f9b-2560-43bf-8e52-297d0d2687cb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:08.769283 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-febb8880-f9b1-4141-8f4e-faf2d3fb53d8 req-5ca89f9b-2560-43bf-8e52-297d0d2687cb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0863295 May 04 17:22:08.812774 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-febb8880-f9b1-4141-8f4e-faf2d3fb53d8 req-891d1675-6195-456a-a35c-f06dd02e456d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412099 May 04 17:22:09.190617 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818d146-5056-4098-92bb-39230cf0a51d req-3b19ab09-2c9b-43f8-bfc1-aa5a286b927c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:09.192086 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3818d146-5056-4098-92bb-39230cf0a51d req-3b19ab09-2c9b-43f8-bfc1-aa5a286b927c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 945 time: 0.0807691 May 04 17:22:09.240620 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3818d146-5056-4098-92bb-39230cf0a51d req-e348769c-81a0-4d3a-86c3-bccd59468fc0 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421491 May 04 17:22:10.047996 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 17c72861-b4df-4942-b964-ed094ecb6077 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:22:10.073415 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeffbc51-0ad8-4002-b8ec-8f7d304bf8d9 req-9cf99a14-af8d-42a5-9bd9-8789e88844db tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:10.074871 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eeffbc51-0ad8-4002-b8ec-8f7d304bf8d9 req-9cf99a14-af8d-42a5-9bd9-8789e88844db tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1521921 May 04 17:22:10.119485 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-eeffbc51-0ad8-4002-b8ec-8f7d304bf8d9 req-8a889da7-9361-411c-b5d8-bd7dbcfe7a56 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388451 May 04 17:22:10.170848 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port 17c72861-b4df-4942-b964-ed094ecb6077 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:22:10.175699 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 17c72861-b4df-4942-b964-ed094ecb6077 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:22:10.176083 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:10.303293 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:10.336473 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 17c72861-b4df-4942-b964-ed094ecb6077, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=17c72861-b4df-4942-b964-ed094ecb6077,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:22:10.423474 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:22:10.439827 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b2672-eb2d-47e4-89cc-5b81f3216b5e req-219c7459-60ed-4873-ac8f-a5b3a284147f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:10.444445 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c0b2672-eb2d-47e4-89cc-5b81f3216b5e req-219c7459-60ed-4873-ac8f-a5b3a284147f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 945 time: 0.0821874 May 04 17:22:10.462776 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:10.464728 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-ef19312f-5375-4359-b594-fce4622a4b8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:22:10.487385 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c0b2672-eb2d-47e4-89cc-5b81f3216b5e req-360bf9e6-aaea-4985-81bd-252bb80699a5 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402451 May 04 17:22:10.535753 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=17c72861-b4df-4942-b964-ed094ecb6077,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:22:10.538753 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:22:10.768671 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 56568) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:22:10.881448 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:10.895561 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:22:10.899873 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Usage tracker for resource:security_group_rule and tenant:d6888a6a36d047e6801f99ad52b414d3 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:22:10.902611 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:22:10.908149 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:22:10.984834 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:11.044385 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:11.052485 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-da5c9d1f-d477-4f74-b1a2-7967aad6d49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:22:11.094356 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d6888a6a36d047e6801f99ad52b414d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244908 May 04 17:22:11.095556 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522ee21a-65c7-4125-bf18-d66b37ac5927,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:22:11.097093 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 56574) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:22:11.103011 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:11.103381 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:11.103743 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:11.104097 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:11.104447 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:11.104804 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:11.105175 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:11.105521 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:11.105867 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:11.106216 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:11.106557 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:11.106901 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:22:11.111036 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:22:11.160323 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a049c4ed-3e23-4399-872c-1e57511aba27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:11.256955 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a049c4ed-3e23-4399-872c-1e57511aba27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:11.308653 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437d62f-9c15-4362-8cc7-9f1b9445390d req-79d2b1d6-0df5-4065-9fb4-656d44274acf tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:11.311829 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3437d62f-9c15-4362-8cc7-9f1b9445390d req-79d2b1d6-0df5-4065-9fb4-656d44274acf tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0803208 May 04 17:22:11.354755 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3437d62f-9c15-4362-8cc7-9f1b9445390d req-474a642c-079f-4afa-85ec-8ab9f3b9180d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387042 May 04 17:22:11.416893 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a049c4ed-3e23-4399-872c-1e57511aba27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:11.421693 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fdd2f8da-04c5-412b-8c4c-71ba785abb3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:22:11.433973 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049c4ed-3e23-4399-872c-1e57511aba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522ee21a-65c7-4125-bf18-d66b37ac5927,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:22:11.436853 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a049c4ed-3e23-4399-872c-1e57511aba27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:22:11.440067 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a049c4ed-3e23-4399-872c-1e57511aba27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:11.441983 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-a049c4ed-3e23-4399-872c-1e57511aba27 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/522ee21a-65c7-4125-bf18-d66b37ac5927 HTTP/1.1" status: 204 len: 168 time: 0.3439260 May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova Traceback (most recent call last): May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 265, in send_events May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) May 04 17:22:11.443205 dv-cinder-789603-1-iscsi neutron-server[74292]: ERROR neutron.notifiers.nova May 04 17:22:11.673590 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659f972-79e1-448f-b11a-9d4811af24e1 req-ba222f0d-8827-449d-bf28-d8ef6eea8aae tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:11.675028 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8659f972-79e1-448f-b11a-9d4811af24e1 req-ba222f0d-8827-449d-bf28-d8ef6eea8aae tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 946 time: 0.0829244 May 04 17:22:11.722872 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8659f972-79e1-448f-b11a-9d4811af24e1 req-df23ae1f-ef78-4623-9e0d-dc699a9ee8aa tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414555 May 04 17:22:12.541636 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781d824-ffc7-46f3-9c0b-a28d61a83c2a req-64d75c8a-315d-478d-831f-99410c1dfd95 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:12.543048 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9781d824-ffc7-46f3-9c0b-a28d61a83c2a req-64d75c8a-315d-478d-831f-99410c1dfd95 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0805490 May 04 17:22:12.586335 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9781d824-ffc7-46f3-9c0b-a28d61a83c2a req-a74a5a9a-ffef-459c-8307-e5e68220ad5f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375614 May 04 17:22:12.904925 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a3c0b-b1de-498b-b56b-dbddc5e2c5fe req-4f22ef18-0979-496e-ac40-5c4bd44be840 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:12.906348 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc9a3c0b-b1de-498b-b56b-dbddc5e2c5fe req-4f22ef18-0979-496e-ac40-5c4bd44be840 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 946 time: 0.0774925 May 04 17:22:12.949361 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cc9a3c0b-b1de-498b-b56b-dbddc5e2c5fe req-b0e9eb86-3d72-4246-94ca-0e70ee9b9bd5 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375290 May 04 17:22:13.444133 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5ce780d-26d8-4b9e-ad56-33f802737ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91d1925-e14b-42df-b883-8420bcd044cb'}, {'server_uuid': '3d8387df-6ea5-45ac-8def-f575c1206d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d614588-9f46-4052-9415-a990a2efcb8c'}, {'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80'}, {'server_uuid': '00a44181-4178-4baf-8b4d-7a150bbead91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0ed471-2b11-4443-a37f-3bff8809e887'}, {'server_uuid': '0a771329-b503-4fca-a841-a83789bd2352', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df70897c-b93b-4bea-8801-f60674f1a870'}, {'server_uuid': '0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba0707a-8efe-45ba-bed9-eba267712a3e'}, {'server_uuid': '868134e7-c9d0-4afc-90d0-20487d051cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06'}, {'server_uuid': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c72861-b4df-4942-b964-ed094ecb6077'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:22:13.688228 dv-cinder-789603-1-iscsi neutron-server[74292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5ce780d-26d8-4b9e-ad56-33f802737ca7', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'f91d1925-e14b-42df-b883-8420bcd044cb', 'code': 422} returned with failed status May 04 17:22:13.688498 dv-cinder-789603-1-iscsi neutron-server[74292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3d8387df-6ea5-45ac-8def-f575c1206d46', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '2d614588-9f46-4052-9415-a990a2efcb8c', 'code': 422} returned with failed status May 04 17:22:13.688758 dv-cinder-789603-1-iscsi neutron-server[74292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80', 'code': 422} returned with failed status May 04 17:22:13.689060 dv-cinder-789603-1-iscsi neutron-server[74292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00a44181-4178-4baf-8b4d-7a150bbead91', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '2f0ed471-2b11-4443-a37f-3bff8809e887', 'code': 422} returned with failed status May 04 17:22:13.689316 dv-cinder-789603-1-iscsi neutron-server[74292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a771329-b503-4fca-a841-a83789bd2352', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': 'df70897c-b93b-4bea-8801-f60674f1a870', 'code': 422} returned with failed status May 04 17:22:13.689566 dv-cinder-789603-1-iscsi neutron-server[74292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a3c2303-8f1d-4cbc-be32-5f92c86cd5cb', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '5ba0707a-8efe-45ba-bed9-eba267712a3e', 'code': 422} returned with failed status May 04 17:22:13.689816 dv-cinder-789603-1-iscsi neutron-server[74292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '868134e7-c9d0-4afc-90d0-20487d051cdd', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '7e1f5e5e-4fc3-4eff-ad6f-5e63bb346f06', 'code': 422} returned with failed status May 04 17:22:13.690065 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c72861-b4df-4942-b964-ed094ecb6077', 'code': 200} May 04 17:22:13.853877 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca23830-141a-4841-a4b7-cb30996914f6 req-1c5c3855-fee3-4d97-a26c-b1073b1e7dbf tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:13.855360 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dca23830-141a-4841-a4b7-cb30996914f6 req-1c5c3855-fee3-4d97-a26c-b1073b1e7dbf tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0838127 May 04 17:22:13.901158 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-dca23830-141a-4841-a4b7-cb30996914f6 req-4a6e1a70-2903-4f56-9e66-29a616252139 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396972 May 04 17:22:14.082527 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1adad79-df78-49dc-8d0b-cee322552411 req-598b5558-ed38-4eeb-bab3-f3ae1d65d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:14.083987 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e1adad79-df78-49dc-8d0b-cee322552411 req-598b5558-ed38-4eeb-bab3-f3ae1d65d3d7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 1099 time: 0.0694411 May 04 17:22:14.127820 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e1adad79-df78-49dc-8d0b-cee322552411 req-cdeb9d64-677a-4168-adfd-d335e5935969 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366616 May 04 17:22:14.134578 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64f19a-dfd3-4fc2-8e49-38975a1388cf req-9ac3be6a-ea67-4aa5-8060-512841af85f8 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:14.136043 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4c64f19a-dfd3-4fc2-8e49-38975a1388cf req-9ac3be6a-ea67-4aa5-8060-512841af85f8 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 946 time: 0.0828540 May 04 17:22:14.179692 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4c64f19a-dfd3-4fc2-8e49-38975a1388cf req-a22ea653-ad72-4c09-a57e-8169e7df0df9 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379159 May 04 17:22:15.175023 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276fa13-9dfc-474a-9264-e6c46cd92afa req-96c8199d-a08d-45ff-b0f0-4ef63c3b48c1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:15.176344 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9276fa13-9dfc-474a-9264-e6c46cd92afa req-96c8199d-a08d-45ff-b0f0-4ef63c3b48c1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0787282 May 04 17:22:15.220228 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9276fa13-9dfc-474a-9264-e6c46cd92afa req-ab1a3daf-4670-4b9c-8837-4498082152c1 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375214 May 04 17:22:15.396802 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc09a7a-2bc7-417d-8df7-4fc3dccf6ea7 req-d23cd089-a6a8-4261-890e-27f859439ee0 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:15.398298 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0cc09a7a-2bc7-417d-8df7-4fc3dccf6ea7 req-d23cd089-a6a8-4261-890e-27f859439ee0 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 946 time: 0.0813301 May 04 17:22:15.441951 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0cc09a7a-2bc7-417d-8df7-4fc3dccf6ea7 req-81c692fe-4d8a-47a4-9645-e7ff3ecfd3f8 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380003 May 04 17:22:15.621600 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c1678-1c92-4eb1-8e47-cec85745054f req-c5832c72-6915-4a46-8e61-602dc1908d8e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:15.622997 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c05c1678-1c92-4eb1-8e47-cec85745054f req-c5832c72-6915-4a46-8e61-602dc1908d8e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 946 time: 0.0800409 May 04 17:22:15.666187 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c05c1678-1c92-4eb1-8e47-cec85745054f req-692fffbf-d56c-4f40-a5b3-8ea796b4e833 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375152 May 04 17:22:15.688330 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 56602) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:22:15.917882 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3753bdb4-7682-4813-b4f6-f51087b2cfaf tempest-TestVolumeBootPattern-1204798313 tempest-TestVolumeBootPattern-1204798313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:15.919346 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-3753bdb4-7682-4813-b4f6-f51087b2cfaf tempest-TestVolumeBootPattern-1204798313 tempest-TestVolumeBootPattern-1204798313-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 1094 time: 0.2299712 May 04 17:22:15.922212 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 56608) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:22:15.927224 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'floatingip': {'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'port_id': '17c72861-b4df-4942-b964-ed094ecb6077', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address': '172.20.0.10'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:22:15.933031 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:22:15.936801 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:floatingip and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:22:15.939636 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:22:15.945876 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:22:16.016601 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:16.151087 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:16.285562 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Allocated IP 172.27.3.15 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/75782bbf-ac52-46a4-8be5-77fdc62b70ad) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:22:16.407963 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b006e-9a6d-4fdf-bc78-6376e9eb5b51 req-9f791ff4-e1d8-4864-ad5a-15504c9d4c85 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:16.409437 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a83b006e-9a6d-4fdf-bc78-6376e9eb5b51 req-9f791ff4-e1d8-4864-ad5a-15504c9d4c85 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0793562 May 04 17:22:16.431773 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:16.454772 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a83b006e-9a6d-4fdf-bc78-6376e9eb5b51 req-41169e82-6328-474f-95af-b624b0fb792d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394127 May 04 17:22:16.519700 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:16.523458 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bca71f2f-71e9-460f-839f-812cf8aa2d6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:22:16.584499 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:22:16.587637 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:22:16.591219 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:22:16.626964 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'Port': ['ID=75782bbf-ac52-46a4-8be5-77fdc62b70ad,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:22:16.634521 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:22:17.121247 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:17.289932 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:17.572760 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:17.634399 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:17.639160 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-29ac9d07-1462-4885-b4d3-d204b4bc1d52 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:22:17.650639 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926bb9-e7eb-40d1-ab95-438db5b5d095 req-8e3637d1-d755-4023-8e0d-ed5007310523 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:17.652095 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-72926bb9-e7eb-40d1-ab95-438db5b5d095 req-8e3637d1-d755-4023-8e0d-ed5007310523 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0838726 May 04 17:22:17.697608 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-72926bb9-e7eb-40d1-ab95-438db5b5d095 req-bedef210-09c3-481b-8e70-5f3573f34e53 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395727 May 04 17:22:17.747938 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'Port': ['ID=75782bbf-ac52-46a4-8be5-77fdc62b70ad,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:22:17.751771 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:22:17.756637 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:17.921104 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.l3_db [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Floating IP 0cbddb96-ce60-4d54-9605-4bf4198803bb associated. External IP: 172.27.3.15, port: 17c72861-b4df-4942-b964-ed094ecb6077. May 04 17:22:18.257844 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:22:18.431982 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:22:18.441039 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df7d6b-10d0-493a-bc85-06153c2578ed None None] Sync routers for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:22:18.450356 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df7d6b-10d0-493a-bc85-06153c2578ed None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:22:18.451049 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-c9df7d6b-10d0-493a-bc85-06153c2578ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:21:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:22:18.502571 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:18.559404 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6361766 May 04 17:22:18.560043 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'tag': '17c72861-b4df-4942-b964-ed094ecb6077'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:22:18.603527 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'tag': '17c72861-b4df-4942-b964-ed094ecb6077', 'status': 'completed', 'code': 200} May 04 17:22:18.626485 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-c9df7d6b-10d0-493a-bc85-06153c2578ed None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:22:18.695088 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89f982-1167-42f5-9138-0b2bb97c5459 req-0b165d34-e4aa-4a48-85d1-0bd2dd61f129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:18.697107 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9a89f982-1167-42f5-9138-0b2bb97c5459 req-0b165d34-e4aa-4a48-85d1-0bd2dd61f129 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 1099 time: 0.0729222 May 04 17:22:18.829614 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89f982-1167-42f5-9138-0b2bb97c5459 req-a58dc235-85e3-411c-941c-365971d68fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:18.831014 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9a89f982-1167-42f5-9138-0b2bb97c5459 req-a58dc235-85e3-411c-941c-365971d68fe7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 913 time: 0.1277106 May 04 17:22:18.904508 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc65452-b06b-4f18-a449-cb7741403e90 req-65bef8ec-5181-4409-b406-2441baa30ae9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:18.906057 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acc65452-b06b-4f18-a449-cb7741403e90 req-65bef8ec-5181-4409-b406-2441baa30ae9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0840378 May 04 17:22:18.962550 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acc65452-b06b-4f18-a449-cb7741403e90 req-4f958ba0-eb02-4fca-a460-09489e547db4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495844 May 04 17:22:19.025602 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-c9df7d6b-10d0-493a-bc85-06153c2578ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '0cbddb96-ce60-4d54-9605-4bf4198803bb', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': '17c72861-b4df-4942-b964-ed094ecb6077', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:ca:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:22:16Z', 'updated_at': '2021-05-04T17:22:16Z', 'revision_number': 0, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:22:19.029445 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df7d6b-10d0-493a-bc85-06153c2578ed None None] Checking router: 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:22:19.037600 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df7d6b-10d0-493a-bc85-06153c2578ed None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:22:19.038191 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-c9df7d6b-10d0-493a-bc85-06153c2578ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:21:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:22:19.043113 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9a89f982-1167-42f5-9138-0b2bb97c5459 req-2305484b-3124-4b8b-b107-8a723a7472b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17c72861-b4df-4942-b964-ed094ecb6077 HTTP/1.1" status: 200 len: 999 time: 0.2049456 May 04 17:22:19.106757 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89f982-1167-42f5-9138-0b2bb97c5459 req-d81af9a5-86e7-4096-a44d-7835527f9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:19.108080 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9a89f982-1167-42f5-9138-0b2bb97c5459 req-d81af9a5-86e7-4096-a44d-7835527f9db8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0580931 May 04 17:22:19.185495 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89f982-1167-42f5-9138-0b2bb97c5459 req-bcaa4b01-2127-48d7-b2eb-9b271a4a65fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:19.186996 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9a89f982-1167-42f5-9138-0b2bb97c5459 req-bcaa4b01-2127-48d7-b2eb-9b271a4a65fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721664 May 04 17:22:19.215494 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-c9df7d6b-10d0-493a-bc85-06153c2578ed None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:22:19.317018 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9a89f982-1167-42f5-9138-0b2bb97c5459 req-32d93e19-08f5-4889-9507-b44bfd29474e service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228893 May 04 17:22:19.446035 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-9a89f982-1167-42f5-9138-0b2bb97c5459 req-8afce523-6995-4074-b6c6-6e4ebcea98ae service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229210 May 04 17:22:19.562264 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-c9df7d6b-10d0-493a-bc85-06153c2578ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '0cbddb96-ce60-4d54-9605-4bf4198803bb', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': '17c72861-b4df-4942-b964-ed094ecb6077', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:ca:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:22:16Z', 'updated_at': '2021-05-04T17:22:16Z', 'revision_number': 0, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:22:19.566210 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df7d6b-10d0-493a-bc85-06153c2578ed None None] The sync data for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi is: [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '0cbddb96-ce60-4d54-9605-4bf4198803bb', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.15', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': '17c72861-b4df-4942-b964-ed094ecb6077', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:ca:2d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:22:16Z', 'updated_at': '2021-05-04T17:22:16Z', 'revision_number': 0, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:22:19.737811 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b2529c-44c7-4c18-b4cb-61b8db74abe5 None None] New status for floating IP 0cbddb96-ce60-4d54-9605-4bf4198803bb: ACTIVE {{(pid=74293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:22:20.154163 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977557c2-af17-4977-88e0-9069b56220c8 req-4905d9f5-c569-4976-964e-d66db025d730 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:20.155570 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-977557c2-af17-4977-88e0-9069b56220c8 req-4905d9f5-c569-4976-964e-d66db025d730 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0779309 May 04 17:22:20.199858 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-977557c2-af17-4977-88e0-9069b56220c8 req-8f58102d-00aa-43fb-be90-7def0cff6b01 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380445 May 04 17:22:21.463973 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea922e-b043-4222-9265-575d7f53ae4d req-81f85ac9-51ab-43dd-9844-7a78cc53ae47 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:21.465446 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-93ea922e-b043-4222-9265-575d7f53ae4d req-81f85ac9-51ab-43dd-9844-7a78cc53ae47 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1552598 May 04 17:22:21.509847 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-93ea922e-b043-4222-9265-575d7f53ae4d req-1411fb5a-a89e-4285-8d65-838d041ff219 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385909 May 04 17:22:22.697068 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46dcc1b-ef22-4f0a-9d50-098eb2c55471 req-c960886f-5e9a-4abb-b8ee-44116a280b6b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:22.698406 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e46dcc1b-ef22-4f0a-9d50-098eb2c55471 req-c960886f-5e9a-4abb-b8ee-44116a280b6b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0800653 May 04 17:22:22.742880 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e46dcc1b-ef22-4f0a-9d50-098eb2c55471 req-9742d306-b34a-4312-9c1c-e88d7e3c6d8d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382829 May 04 17:22:22.999221 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-81d1de26-dc7e-4399-9093-95b5b2ca08c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:23.927405 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f9e1e-ea7b-472c-bce6-2f543a33b6b5 req-20957032-11c0-4b5e-89bc-c1cbf5462870 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:22:23.928856 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cf6f9e1e-ea7b-472c-bce6-2f543a33b6b5 req-20957032-11c0-4b5e-89bc-c1cbf5462870 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.0787694 May 04 17:22:23.973149 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-cf6f9e1e-ea7b-472c-bce6-2f543a33b6b5 req-0b058223-f958-4ada-9aa0-558e4ef32cda tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=07164f8a-aebf-4ae5-9589-3d9aa240a569&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380321 May 04 17:22:25.656009 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:25.668104 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-30599d6f-73dd-4081-9b57-9fa642c5b95e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:26.691176 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:28.256634 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:31.187503 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:47.422572 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:22:53.046207 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-45086487-03a6-4aeb-9533-3701682537c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:55.673654 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:55.702114 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-28afdc3d-e643-44f3-bfe1-7b5f6c6e2c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:56.679755 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:58.251459 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:22:59.965782 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4c503593-9e04-45cd-8858-b956133ce8aa req-3a11731e-052f-4925-9a18-abb7a7974152 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676503 May 04 17:23:00.099908 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c503593-9e04-45cd-8858-b956133ce8aa req-62943816-b06e-4db6-acc3-e2b0633bd1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:23:00.101250 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4c503593-9e04-45cd-8858-b956133ce8aa req-62943816-b06e-4db6-acc3-e2b0633bd1b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 1099 time: 0.0691705 May 04 17:23:00.245529 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c503593-9e04-45cd-8858-b956133ce8aa req-0d55e48c-ec46-4208-984b-f8832c87b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:23:00.247028 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4c503593-9e04-45cd-8858-b956133ce8aa req-0d55e48c-ec46-4208-984b-f8832c87b3bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 913 time: 0.1270802 May 04 17:23:00.348336 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4c503593-9e04-45cd-8858-b956133ce8aa req-55022e2c-4589-4ce4-bb27-4ec789a1a466 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17c72861-b4df-4942-b964-ed094ecb6077 HTTP/1.1" status: 200 len: 1001 time: 0.0953994 May 04 17:23:00.412742 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c503593-9e04-45cd-8858-b956133ce8aa req-4ef08034-421d-4eb2-9ba0-e8db78be47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:23:00.414179 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4c503593-9e04-45cd-8858-b956133ce8aa req-4ef08034-421d-4eb2-9ba0-e8db78be47b6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0596058 May 04 17:23:00.489180 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c503593-9e04-45cd-8858-b956133ce8aa req-e5f66a85-f5ee-4ba9-93f7-b03ba10cb67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:23:00.490601 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4c503593-9e04-45cd-8858-b956133ce8aa req-e5f66a85-f5ee-4ba9-93f7-b03ba10cb67f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694494 May 04 17:23:00.618981 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4c503593-9e04-45cd-8858-b956133ce8aa req-0070edda-74b2-4c29-885b-5aaa5b2f7bc3 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220613 May 04 17:23:00.746376 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4c503593-9e04-45cd-8858-b956133ce8aa req-70072364-2a23-4276-bb02-309b51b03464 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208959 May 04 17:23:01.154112 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:22.976945 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-699096d6-040d-4a3c-bd63-5bf07d89aed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:24.421618 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:23:25.645904 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:25.674224 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-c22a410e-b09f-4887-8eff-4e875399937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:26.696880 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:28.256795 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:31.165673 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:52.971205 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-a132098d-4940-4b4b-bd3f-22bd124e6fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:55.650395 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:55.685582 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7d970a8f-ffea-476b-b229-4bd1723ddd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:56.703025 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:58.292192 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:23:59.949094 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-4caaeeac-213b-4ab6-8a57-f8cb4a246205 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1133101 May 04 17:24:00.084674 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-3cac1e04-55c2-4695-b30b-9d673ee20c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:00.086021 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-3cac1e04-55c2-4695-b30b-9d673ee20c85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 1099 time: 0.0699797 May 04 17:24:00.230917 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-6d5a0646-9202-4a3a-afc4-b23102d5db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:00.232334 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-6d5a0646-9202-4a3a-afc4-b23102d5db8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 913 time: 0.1267917 May 04 17:24:00.420529 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-912f58b4-834f-4e50-99b6-484fb1fa1215 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17c72861-b4df-4942-b964-ed094ecb6077 HTTP/1.1" status: 200 len: 1001 time: 0.1806593 May 04 17:24:00.483764 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-13b07596-4dd8-4010-a4b1-8256a17e69df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:00.486076 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-13b07596-4dd8-4010-a4b1-8256a17e69df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0578752 May 04 17:24:00.563423 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-77bcbd1c-f7e4-4027-add8-f1705ea45a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:00.564913 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-77bcbd1c-f7e4-4027-add8-f1705ea45a13 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727544 May 04 17:24:00.575370 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-58e79a94-62b7-4cfa-9bf8-fd21878cf0e5 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=74289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:24:00.576270 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-58e79a94-62b7-4cfa-9bf8-fd21878cf0e5 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048811 May 04 17:24:00.705421 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-7353e01f-527b-4d7c-9ead-d0dc96cd2fc6 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220365 May 04 17:24:00.832488 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99ec5bbf-6b39-4c63-a2eb-9f94be3cd54f req-ca3687db-564d-4dcf-90a4-e3ed6b64d6b2 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211994 May 04 17:24:01.222900 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:01.420095 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:24:13.941864 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b4090-71f1-4650-97db-8eb3427dcda0 req-8f9d0eaf-3598-40db-9924-d59fc911b056 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:13.943281 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-231b4090-71f1-4650-97db-8eb3427dcda0 req-8f9d0eaf-3598-40db-9924-d59fc911b056 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 946 time: 0.1337605 May 04 17:24:13.986360 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-231b4090-71f1-4650-97db-8eb3427dcda0 req-602b7982-1cc6-425e-84df-e22e96dfa0fa tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373673 May 04 17:24:15.182711 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b10669-c2e8-4fcd-b7fa-aedb1c06edd8 req-f603ca97-5020-4098-95e9-18e5585924c7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:15.184134 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-55b10669-c2e8-4fcd-b7fa-aedb1c06edd8 req-f603ca97-5020-4098-95e9-18e5585924c7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 946 time: 0.0820296 May 04 17:24:15.226852 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-55b10669-c2e8-4fcd-b7fa-aedb1c06edd8 req-f0bd3351-d600-48cb-a317-945c00c2f923 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371056 May 04 17:24:15.318094 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-f4295421-5c00-4a83-8236-395506e3ad31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:15.318797 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-f4295421-5c00-4a83-8236-395506e3ad31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Synchronizing usage tracker for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:24:15.422839 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-f4295421-5c00-4a83-8236-395506e3ad31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Unset dirty status for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:24:15.423941 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-f4295421-5c00-4a83-8236-395506e3ad31 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 946 time: 0.1827235 May 04 17:24:15.561403 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Deleting port 17c72861-b4df-4942-b964-ed094ecb6077 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:24:15.561744 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:15.693986 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] For port 17c72861-b4df-4942-b964-ed094ecb6077, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=17c72861-b4df-4942-b964-ed094ecb6077,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:24:15.694272 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:15.974475 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:15.974744 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:15.975047 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.l3_db [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Floating IP 0cbddb96-ce60-4d54-9605-4bf4198803bb disassociated. External IP: 172.27.3.15, port: 17c72861-b4df-4942-b964-ed094ecb6077. May 04 17:24:15.975372 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Calling delete_port for 17c72861-b4df-4942-b964-ed094ecb6077 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:24:16.177495 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:16.182760 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:24:16.227587 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event deleted for resources: {'Port': ['ID=17c72861-b4df-4942-b964-ed094ecb6077,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:24:16.236523 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:16.236911 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:16.237274 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:16.237629 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:16.237982 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:16.238333 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:16.238938 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:16.239283 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:16.239632 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:16.239991 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:16.240314 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:16.240652 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:16.244172 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:24:16.379699 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1e670fda-c994-46ed-8e8b-7af75004baa6 req-ec29f6ca-82a3-4833-8906-e76ebd422b85 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 210 time: 0.0439973 May 04 17:24:16.419736 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:24:16.689604 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:24:16.699843 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71506b85-c52a-4e94-be93-c8805b949555 None None] Sync routers for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:24:16.709329 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71506b85-c52a-4e94-be93-c8805b949555 None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:24:16.710029 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-71506b85-c52a-4e94-be93-c8805b949555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:23:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:24:16.767287 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] No DVR routers for this DVR port 17c72861-b4df-4942-b964-ed094ecb6077 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:24:16.770262 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:16.774421 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'name': 'network-vif-deleted', 'tag': '17c72861-b4df-4942-b964-ed094ecb6077'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:24:16.825242 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ef057ab-be74-4444-9d79-0d52a79bc84a', 'name': 'network-vif-deleted', 'tag': '17c72861-b4df-4942-b964-ed094ecb6077', 'status': 'completed', 'code': 200} May 04 17:24:16.858876 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-305e6c27-7680-4b12-b616-53fe98f4e1b5 req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "DELETE /v2.0/ports/17c72861-b4df-4942-b964-ed094ecb6077 HTTP/1.1" status: 204 len: 173 time: 1.4297435 May 04 17:24:16.933714 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-71506b85-c52a-4e94-be93-c8805b949555 None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:24:17.249366 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-71506b85-c52a-4e94-be93-c8805b949555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:24:17.253446 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71506b85-c52a-4e94-be93-c8805b949555 None None] Checking router: 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:24:17.262398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71506b85-c52a-4e94-be93-c8805b949555 None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:24:17.263112 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-71506b85-c52a-4e94-be93-c8805b949555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:23:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:24:17.450665 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-71506b85-c52a-4e94-be93-c8805b949555 None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:24:17.542517 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9aa2e53f-3079-4c67-8c12-15d32ac09713 req-572e95d9-9e50-444a-abd0-c05fac766c79 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ef057ab-be74-4444-9d79-0d52a79bc84a HTTP/1.1" status: 200 len: 210 time: 0.0501101 May 04 17:24:17.761957 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-71506b85-c52a-4e94-be93-c8805b949555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:24:17.765848 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71506b85-c52a-4e94-be93-c8805b949555 None None] The sync data for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi is: [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:24:17.988108 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f1b6e-3054-489d-8751-08eff7533217 None None] New status for floating IP 0cbddb96-ce60-4d54-9605-4bf4198803bb: DOWN {{(pid=74293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:24:18.688734 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 17c72861-b4df-4942-b964-ed094ecb6077 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:24:18.723321 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: 17c72861-b4df-4942-b964-ed094ecb6077 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:24:18.723668 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 17c72861-b4df-4942-b964-ed094ecb6077 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:24:18.898243 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-62780c26-facb-45f0-981d-ae52336bf384 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-818537501&fields=id&tenant_id=1bd5ecab4ea5481b86be48cea2cc1915 HTTP/1.1" status: 200 len: 267 time: 0.0440257 May 04 17:24:19.047212 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-1a4901de-f2e9-462d-b50d-2378a2b5387e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:19.048606 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-1a4901de-f2e9-462d-b50d-2378a2b5387e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 812 time: 0.1433561 May 04 17:24:19.063420 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-9f2e2956-1718-4825-b428-322f5f9952a9 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/quotas/1bd5ecab4ea5481b86be48cea2cc1915 HTTP/1.1" status: 200 len: 375 time: 0.0091462 May 04 17:24:19.145940 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-bb5beb7a-df33-49cf-8c86-0ac86c21f7a5 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0774674 May 04 17:24:19.201548 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d0b0199f-cc98-4587-b576-296b44604e91 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=74290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:24:19.202499 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d0b0199f-cc98-4587-b576-296b44604e91 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452845 May 04 17:24:19.329937 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-65e6f7f6-5f1f-403b-8215-2e69596dd89d service neutron] 10.222.0.22 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217115 May 04 17:24:19.457934 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-c4f9752d-2d16-438e-bdd5-c787cc6e79dd service neutron] 10.222.0.22 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221938 May 04 17:24:20.107721 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-05c4def4-ab64-462e-8718-a9f4e321aa34 req-b2cd7177-56d2-4107-9b69-ba19e8e1ff37 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 210 time: 0.0415428 May 04 17:24:21.255932 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-601f1a24-9f3d-440d-888a-906d4fa13fe3 req-cd837123-654a-47d5-a1fa-763280dfb2db tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 210 time: 0.0460985 May 04 17:24:22.406479 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-552605ff-ea61-4704-844b-ad5e171e0638 req-662c39d9-9dcd-4701-b2f5-1abb9b1ced2f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 210 time: 0.0435553 May 04 17:24:22.621260 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-2d8c3dd1-7978-4fa0-86e5-e8a77a36c136 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:22.622586 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-2d8c3dd1-7978-4fa0-86e5-e8a77a36c136 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 812 time: 0.1449702 May 04 17:24:22.670992 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-4bb7aa08-5e80-43a9-8c24-eb4e10b856a4 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bd5ecab4ea5481b86be48cea2cc1915 HTTP/1.1" status: 200 len: 379 time: 0.0402446 May 04 17:24:22.678915 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'port': {'device_id': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'admin_state_up': True, 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'security_groups': ['d3755eeb-f77c-4291-b9c7-157429556f94']}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:24:22.812991 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:24:22.817170 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:port and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:24:22.819981 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:24:22.825844 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:24:22.926262 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Made reservation on behalf of 1bd5ecab4ea5481b86be48cea2cc1915 for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:24:22.929823 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:23.006267 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-3b61f679-2642-4cbd-acdc-f41c5a9ad538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:23.093077 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Allocated IP 172.20.0.13 (6f5629cf-4c48-4b35-ae59-38ba0a0aef1c/2de5a32f-2519-4260-8b3b-6dfec5de81e6/1a2fc4d7-be21-4975-9dc4-f3a791f2663b) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:24:23.279023 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:23.297044 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Transition to ACTIVE for port object 1a2fc4d7-be21-4975-9dc4-f3a791f2663b will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:24:23.406164 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:23.411530 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-83b4872e-0707-4312-a9dc-f0a59ad6ad57 tempest-VolumesActionsTest-622662787 tempest-VolumesActionsTest-622662787-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:24:23.481537 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:24:23.486034 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:24:23.490786 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:24:23.535553 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'Port': ['ID=1a2fc4d7-be21-4975-9dc4-f3a791f2663b,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:24:23.542531 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:24:23.577792 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:23.589737 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:23.614911 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca9678-a06c-40b9-abd4-dfcf82024560 req-c16cd0f5-b2d1-4843-9efe-a8f6f4ffda85 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:23.616623 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-20ca9678-a06c-40b9-abd4-dfcf82024560 req-c16cd0f5-b2d1-4843-9efe-a8f6f4ffda85 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 932 time: 0.0963194 May 04 17:24:23.667194 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-20ca9678-a06c-40b9-abd4-dfcf82024560 req-8c0e71bd-44b0-4fcb-94ac-e6a8e27ba186 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417004 May 04 17:24:23.709860 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0343359 May 04 17:24:23.721901 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Request body: {'port': {'device_id': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:24:23.789446 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-1cef6cf3-82a2-4544-aa21-ae3318f042b2 None None] Provisioning for port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:24:23.794833 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-1cef6cf3-82a2-4544-aa21-ae3318f042b2 None None] Provisioning complete for port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:24:23.795258 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1cef6cf3-82a2-4544-aa21-ae3318f042b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:23.835817 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:23.847444 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-1cef6cf3-82a2-4544-aa21-ae3318f042b2 None None] Port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:24:24.171986 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2fc4d7-be21-4975-9dc4-f3a791f2663b {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:24:24.179258 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:24.192925 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Transition to ACTIVE for port object 1a2fc4d7-be21-4975-9dc4-f3a791f2663b will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:24:24.262985 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:24.267667 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f957df00-601d-45bf-b182-d5025683a76e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:24:24.523626 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fc4d7-be21-4975-9dc4-f3a791f2663b,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:24:24.531111 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:24:24.599542 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Attempting to bind port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:24:24.599805 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Attempting to bind port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:24:24.600122 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Attempting to bind port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b on network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:24:24.604671 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b on network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:24:24.605031 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Attempting to bind port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b on network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:24:24.609968 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:24:24.610332 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Checking segment: {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:24:24.610662 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Bound using segment: {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:24:24.611074 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Bound port: 1a2fc4d7-be21-4975-9dc4-f3a791f2663b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:24:24.611400 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:24.696388 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] For port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:24:24.700207 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] For port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1a2fc4d7-be21-4975-9dc4-f3a791f2663b,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:24:24.778437 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:24.782319 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:24:24.837674 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:24.838301 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:24.839642 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] 10.222.0.11 "PUT /v2.0/ports/1a2fc4d7-be21-4975-9dc4-f3a791f2663b HTTP/1.1" status: 200 len: 1094 time: 1.1219714 May 04 17:24:24.840137 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'tag': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:24:24.864655 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fc4d7-be21-4975-9dc4-f3a791f2663b,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:24:24.867217 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15d3e1-0567-47cf-9538-4af0284ba688 req-25bb5c64-6b9a-4301-b4bb-51ba36fa4877 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:24.868693 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1c15d3e1-0567-47cf-9538-4af0284ba688 req-25bb5c64-6b9a-4301-b4bb-51ba36fa4877 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 944 time: 0.0943699 May 04 17:24:24.873448 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:24:24.916016 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1c15d3e1-0567-47cf-9538-4af0284ba688 req-85e215d0-99ce-4222-b229-f36d513a41b4 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408580 May 04 17:24:24.969121 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'tag': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'status': 'completed', 'code': 200} May 04 17:24:25.045989 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-9c64728e-aaf1-4c50-aa75-dd6758120292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:25.047444 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-9c64728e-aaf1-4c50-aa75-dd6758120292 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 1097 time: 0.0707867 May 04 17:24:25.117638 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-f0ef5cb4-af36-478b-9e53-56025d0bb303 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2fc4d7-be21-4975-9dc4-f3a791f2663b HTTP/1.1" status: 200 len: 217 time: 0.0622227 May 04 17:24:25.178216 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-42be0dd4-91cc-49ec-b1f5-13b6e14ebb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:25.179597 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-42be0dd4-91cc-49ec-b1f5-13b6e14ebb3f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0560069 May 04 17:24:25.255684 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-32eee24f-8d27-4ea2-8615-73bda724a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:25.257097 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-32eee24f-8d27-4ea2-8615-73bda724a266 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710526 May 04 17:24:25.383169 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-625a5d71-6a66-4a64-90d4-fad5832c7ff2 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196642 May 04 17:24:25.513152 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-47ef5b6a-9749-4adb-8940-93579e21c72d req-3f38486e-3c85-4d70-8221-174cbba02308 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210036 May 04 17:24:25.663447 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:25.690959 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d14c-263e-4cd1-bc00-0e791cb6829f req-6c9d5191-3e32-44cc-8797-aefa78463344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:25.692449 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae71d14c-263e-4cd1-bc00-0e791cb6829f req-6c9d5191-3e32-44cc-8797-aefa78463344 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 1097 time: 0.0702291 May 04 17:24:25.703550 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-3f836fd9-c142-4713-bde4-20b866043d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:25.822146 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d14c-263e-4cd1-bc00-0e791cb6829f req-24ab2e56-b1e7-401a-b5f6-0cc7052219e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:25.823611 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae71d14c-263e-4cd1-bc00-0e791cb6829f req-24ab2e56-b1e7-401a-b5f6-0cc7052219e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 913 time: 0.1247046 May 04 17:24:25.894225 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae71d14c-263e-4cd1-bc00-0e791cb6829f req-d61fc807-1add-4716-a1cc-67a3c4ee9751 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2fc4d7-be21-4975-9dc4-f3a791f2663b HTTP/1.1" status: 200 len: 217 time: 0.0636771 May 04 17:24:25.955707 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d14c-263e-4cd1-bc00-0e791cb6829f req-adbba7df-f454-4571-8048-337522b1dbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:25.957046 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae71d14c-263e-4cd1-bc00-0e791cb6829f req-adbba7df-f454-4571-8048-337522b1dbc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0565577 May 04 17:24:26.035004 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d14c-263e-4cd1-bc00-0e791cb6829f req-28c836aa-412f-4a5e-9fbe-9b1fd1849be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:26.036449 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae71d14c-263e-4cd1-bc00-0e791cb6829f req-28c836aa-412f-4a5e-9fbe-9b1fd1849be8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730946 May 04 17:24:26.104136 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f3375-b74a-475d-a723-6d4d561d9187 req-49d81028-599c-4e46-95bb-87b432236cfd tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:26.105627 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3e7f3375-b74a-475d-a723-6d4d561d9187 req-49d81028-599c-4e46-95bb-87b432236cfd tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 944 time: 0.0832920 May 04 17:24:26.149669 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3e7f3375-b74a-475d-a723-6d4d561d9187 req-7f9c8a5a-9b0d-436b-97b1-4d944b609616 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384336 May 04 17:24:26.168416 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae71d14c-263e-4cd1-bc00-0e791cb6829f req-70391a07-acd1-498e-aad9-d5964f880c92 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254997 May 04 17:24:26.386685 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae71d14c-263e-4cd1-bc00-0e791cb6829f req-2203251d-8664-47d9-8ac1-d0006561ab97 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122662 May 04 17:24:26.760496 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:27.330753 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d40356-7ac9-4ce1-bae4-9983d0fdf6cc req-b7c3b36b-140c-4e86-8045-32f3634c436a tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:27.332154 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-78d40356-7ac9-4ce1-bae4-9983d0fdf6cc req-b7c3b36b-140c-4e86-8045-32f3634c436a tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 944 time: 0.0772271 May 04 17:24:27.455697 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-78d40356-7ac9-4ce1-bae4-9983d0fdf6cc req-85f682fc-45c0-4e8d-9dec-a7b9e5582dac tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178834 May 04 17:24:28.245723 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:28.636819 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d85bac-a678-4050-9a5b-0584369a00f9 req-81de7620-ea25-46f2-a972-bfc8429b3041 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:28.638256 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-87d85bac-a678-4050-9a5b-0584369a00f9 req-81de7620-ea25-46f2-a972-bfc8429b3041 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 944 time: 0.0816047 May 04 17:24:28.684416 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-87d85bac-a678-4050-9a5b-0584369a00f9 req-6d777872-b5cb-41aa-8d23-36ee1eaf93f2 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405350 May 04 17:24:29.868938 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3f98b-68e2-4cbe-a540-6297d7207c32 req-45386740-f287-410d-b3b6-cba64dde926d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:29.871032 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-88c3f98b-68e2-4cbe-a540-6297d7207c32 req-45386740-f287-410d-b3b6-cba64dde926d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 944 time: 0.0842896 May 04 17:24:29.915376 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-88c3f98b-68e2-4cbe-a540-6297d7207c32 req-bd0ac1a6-0f42-4728-8b65-99d9ec010ed1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387073 May 04 17:24:31.097802 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ab5ff-54fb-448d-8992-359614be5593 req-8dfd7640-97ff-441d-8843-1cf36c1d79a4 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:31.099091 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7c8ab5ff-54fb-448d-8992-359614be5593 req-8dfd7640-97ff-441d-8843-1cf36c1d79a4 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 944 time: 0.0796642 May 04 17:24:31.143101 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7c8ab5ff-54fb-448d-8992-359614be5593 req-b76ea376-5219-4596-bc00-4d8480b4ad4c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378673 May 04 17:24:31.206230 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:32.321045 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0812594-f64f-4956-a220-ca47bf4ee232 req-62539ff6-7ec5-4f61-bc07-8c0fd6995fd1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:32.322449 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0812594-f64f-4956-a220-ca47bf4ee232 req-62539ff6-7ec5-4f61-bc07-8c0fd6995fd1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 944 time: 0.0767055 May 04 17:24:32.365987 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e0812594-f64f-4956-a220-ca47bf4ee232 req-11f0f432-bcfd-4d00-a69c-c549c8a2ddda tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379879 May 04 17:24:32.750742 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 1a2fc4d7-be21-4975-9dc4-f3a791f2663b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:24:32.881026 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1a2fc4d7-be21-4975-9dc4-f3a791f2663b,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:24:32.894226 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'port_id': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'mac_address': 'fa:16:3e:24:66:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:24:32.950748 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:32.967230 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2fc4d7-be21-4975-9dc4-f3a791f2663b {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:24:32.981796 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1a2fc4d7-be21-4975-9dc4-f3a791f2663b,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:24:33.051914 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:33.053754 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:24:33.116633 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=1a2fc4d7-be21-4975-9dc4-f3a791f2663b,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:24:33.124007 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:33.127268 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:33.127268 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:33.127268 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:33.127268 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:33.127268 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:33.127268 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:33.127268 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:33.127268 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:33.127268 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:33.127268 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:33.128166 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:33.131263 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:24:33.282409 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['1a2fc4d7-be21-4975-9dc4-f3a791f2663b'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:24:33.557990 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d6bbb-c10b-4293-97a7-2ac367954ad7 req-e361680e-5ee7-4c06-a129-09cf904a9c06 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:33.559449 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-868d6bbb-c10b-4293-97a7-2ac367954ad7 req-e361680e-5ee7-4c06-a129-09cf904a9c06 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 945 time: 0.0906875 May 04 17:24:33.605188 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-868d6bbb-c10b-4293-97a7-2ac367954ad7 req-49e1aee8-11f6-4f47-a976-51a6ab3c8100 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397608 May 04 17:24:34.766747 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 1a2fc4d7-be21-4975-9dc4-f3a791f2663b up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:24:34.787771 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297b7e1-f7ee-494d-905d-f2de7f8efed2 req-75fed933-9acc-42a4-ab0c-91f7e88b9fa7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:34.789242 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9297b7e1-f7ee-494d-905d-f2de7f8efed2 req-75fed933-9acc-42a4-ab0c-91f7e88b9fa7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 945 time: 0.0791450 May 04 17:24:34.836143 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9297b7e1-f7ee-494d-905d-f2de7f8efed2 req-e4335327-7a88-4045-bba4-0759526f56e1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406454 May 04 17:24:34.903557 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:24:34.908348 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:24:34.908723 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:35.021039 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:35.046788 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:24:35.056377 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1a2fc4d7-be21-4975-9dc4-f3a791f2663b,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:24:35.090045 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'code': 200} May 04 17:24:35.126764 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:35.128647 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:24:35.192932 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=1a2fc4d7-be21-4975-9dc4-f3a791f2663b,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:24:35.195817 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:24:35.468436 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d01512-2649-496a-8518-ee9dd88d9cb0 req-7e94a83e-2b64-4146-9f5b-572758eee139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:35.469812 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-68d01512-2649-496a-8518-ee9dd88d9cb0 req-7e94a83e-2b64-4146-9f5b-572758eee139 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 1099 time: 0.0708454 May 04 17:24:35.509880 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-68d01512-2649-496a-8518-ee9dd88d9cb0 req-dc37315a-5a35-443f-bd6f-bb4259d8113d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340536 May 04 17:24:36.018328 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9a629-8575-470a-9f5a-d49f5c4cf2b4 req-12343c72-7100-4933-bfd4-55528c63d471 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:36.019750 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-55c9a629-8575-470a-9f5a-d49f5c4cf2b4 req-12343c72-7100-4933-bfd4-55528c63d471 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 946 time: 0.0787623 May 04 17:24:36.062465 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-55c9a629-8575-470a-9f5a-d49f5c4cf2b4 req-4bf9abfd-3dc6-4c55-89ab-990e203632b6 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370893 May 04 17:24:37.246119 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a3829-74de-4994-98bb-2366fb13db15 req-19f99be7-59f9-4a82-b924-77c766890766 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:37.247612 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-650a3829-74de-4994-98bb-2366fb13db15 req-19f99be7-59f9-4a82-b924-77c766890766 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 946 time: 0.0812945 May 04 17:24:37.290882 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-650a3829-74de-4994-98bb-2366fb13db15 req-f039e5d9-d4f3-4d96-826f-75ea2c20dcce tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377295 May 04 17:24:37.471344 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aa419-f3d7-405d-be02-90699bce31f0 req-d3bc2245-9951-4f3e-90f8-1fd0f773f3f3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:37.472687 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-745aa419-f3d7-405d-be02-90699bce31f0 req-d3bc2245-9951-4f3e-90f8-1fd0f773f3f3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 946 time: 0.0794678 May 04 17:24:37.517417 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-745aa419-f3d7-405d-be02-90699bce31f0 req-47d39c04-990a-4790-839a-3d73598408da tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388641 May 04 17:24:37.539877 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 56984) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:24:37.612204 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a18c33-0a1e-48ce-a575-2b154eb65650 tempest-TestVolumeBootPattern-1204798313 tempest-TestVolumeBootPattern-1204798313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:37.612961 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-d5a18c33-0a1e-48ce-a575-2b154eb65650 tempest-TestVolumeBootPattern-1204798313 tempest-TestVolumeBootPattern-1204798313-project-admin] Synchronizing usage tracker for tenant:7a97ec6861cd4f6bad3159fd9dafb4ee on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:24:37.703598 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-d5a18c33-0a1e-48ce-a575-2b154eb65650 tempest-TestVolumeBootPattern-1204798313 tempest-TestVolumeBootPattern-1204798313-project-admin] Unset dirty status for tenant:7a97ec6861cd4f6bad3159fd9dafb4ee on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:24:37.704775 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-d5a18c33-0a1e-48ce-a575-2b154eb65650 tempest-TestVolumeBootPattern-1204798313 tempest-TestVolumeBootPattern-1204798313-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 1094 time: 0.1639683 May 04 17:24:37.707595 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 56988) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:24:37.712665 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'floatingip': {'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'port_id': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address': '172.20.0.13'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:24:37.718398 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:24:37.725924 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:floatingip and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:24:37.725924 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:24:37.730793 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:24:37.841154 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:37.973801 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:38.104278 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Allocated IP 172.27.3.227 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/ccf1f337-3ca2-4a21-8ace-dc1b0a43d6e2) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:24:38.247181 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:38.360697 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:38.365088 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e8fdb021-3ac9-4be0-b833-ac9e4dedfb23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:24:38.416162 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:24:38.419133 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:24:38.419658 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:24:38.422041 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:24:38.472940 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'Port': ['ID=ccf1f337-3ca2-4a21-8ace-dc1b0a43d6e2,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:24:38.485109 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:38.485479 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:38.485838 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:38.486193 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:38.486543 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:38.486898 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:38.487240 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:38.487585 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:38.487931 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:38.488273 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:38.488612 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:38.488985 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:24:38.493884 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:24:38.964882 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:39.112149 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:39.309591 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:39.394337 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4104451'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:39.398608 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:24:39.503211 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'Port': ['ID=ccf1f337-3ca2-4a21-8ace-dc1b0a43d6e2,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:24:39.507025 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:24:39.511635 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:39.676861 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.l3_db [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Floating IP d0b70d1e-9375-42e0-930a-a4d7d3eada7b associated. External IP: 172.27.3.227, port: 1a2fc4d7-be21-4975-9dc4-f3a791f2663b. May 04 17:24:40.015150 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:24:40.284546 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:24:40.294587 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c15cda0-f2d9-47ff-b82b-4f21aba3a9da None None] Sync routers for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:24:40.304815 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15cda0-f2d9-47ff-b82b-4f21aba3a9da None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:24:40.305461 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-4c15cda0-f2d9-47ff-b82b-4f21aba3a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:24:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:24:40.429707 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:40.478056 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-4c15cda0-f2d9-47ff-b82b-4f21aba3a9da None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:24:40.484296 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7757175 May 04 17:24:40.484977 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'tag': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:24:40.584242 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'tag': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'status': 'completed', 'code': 200} May 04 17:24:40.676824 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dccb3b-63b4-4f98-80b4-43b389b1f869 req-98cf49c0-cc42-4cc1-adf1-46ad721d2c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:40.678299 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e3dccb3b-63b4-4f98-80b4-43b389b1f869 req-98cf49c0-cc42-4cc1-adf1-46ad721d2c42 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 1099 time: 0.0725675 May 04 17:24:40.810857 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dccb3b-63b4-4f98-80b4-43b389b1f869 req-12d2aa6d-7df0-44dc-ad2d-ac42ce4039e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:40.812356 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e3dccb3b-63b4-4f98-80b4-43b389b1f869 req-12d2aa6d-7df0-44dc-ad2d-ac42ce4039e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 913 time: 0.1280005 May 04 17:24:40.821220 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-4c15cda0-f2d9-47ff-b82b-4f21aba3a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': 'd0b70d1e-9375-42e0-930a-a4d7d3eada7b', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:24:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:24:38Z', 'updated_at': '2021-05-04T17:24:38Z', 'revision_number': 0, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:24:40.825048 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c15cda0-f2d9-47ff-b82b-4f21aba3a9da None None] Checking router: 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:24:40.833179 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15cda0-f2d9-47ff-b82b-4f21aba3a9da None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:24:40.833765 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-4c15cda0-f2d9-47ff-b82b-4f21aba3a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:24:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:24:40.914410 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e3dccb3b-63b4-4f98-80b4-43b389b1f869 req-9a818022-725c-4948-90fe-68eaac4c4a51 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2fc4d7-be21-4975-9dc4-f3a791f2663b HTTP/1.1" status: 200 len: 1000 time: 0.0959711 May 04 17:24:40.975101 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dccb3b-63b4-4f98-80b4-43b389b1f869 req-e4e42268-4d59-4334-851f-4b2d142ddc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:40.976692 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e3dccb3b-63b4-4f98-80b4-43b389b1f869 req-e4e42268-4d59-4334-851f-4b2d142ddc3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0561783 May 04 17:24:41.008372 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-4c15cda0-f2d9-47ff-b82b-4f21aba3a9da None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:24:41.050049 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dccb3b-63b4-4f98-80b4-43b389b1f869 req-482b2ef9-5612-4c24-a3bb-387c2fabe33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:24:41.051545 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e3dccb3b-63b4-4f98-80b4-43b389b1f869 req-482b2ef9-5612-4c24-a3bb-387c2fabe33d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685437 May 04 17:24:41.182761 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e3dccb3b-63b4-4f98-80b4-43b389b1f869 req-746b7f96-832c-4c6c-9897-e257811345cc service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244738 May 04 17:24:41.318562 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e3dccb3b-63b4-4f98-80b4-43b389b1f869 req-2f458643-5886-484d-95c3-f38e7bbffe4f service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294994 May 04 17:24:41.390827 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-4c15cda0-f2d9-47ff-b82b-4f21aba3a9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': 'd0b70d1e-9375-42e0-930a-a4d7d3eada7b', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:24:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:24:38Z', 'updated_at': '2021-05-04T17:24:38Z', 'revision_number': 0, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:24:41.394576 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c15cda0-f2d9-47ff-b82b-4f21aba3a9da None None] The sync data for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi is: [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': 'd0b70d1e-9375-42e0-930a-a4d7d3eada7b', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:24:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:24:38Z', 'updated_at': '2021-05-04T17:24:38Z', 'revision_number': 0, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:24:41.579167 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d7af4-3349-4b4c-bd97-e1c61b372593 None None] New status for floating IP d0b70d1e-9375-42e0-930a-a4d7d3eada7b: ACTIVE {{(pid=74293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:24:53.000321 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-4de38fc7-7f90-41b8-a030-5853939dd301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:55.709162 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:55.760309 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-24b8ea29-4151-4427-9cd4-ed9487deb889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:56.698537 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:24:58.257697 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:01.223568 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:01.908771 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d6a2b8ab-1cfb-4f6f-a487-c87227cfbff9 req-65521500-fcdb-4eff-a9db-cc1ade99c53e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730779 May 04 17:25:02.042462 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2b8ab-1cfb-4f6f-a487-c87227cfbff9 req-22a948a7-4bbf-42ac-a9bb-4d352a54671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:25:02.043827 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d6a2b8ab-1cfb-4f6f-a487-c87227cfbff9 req-22a948a7-4bbf-42ac-a9bb-4d352a54671b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 1099 time: 0.0692573 May 04 17:25:02.182321 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2b8ab-1cfb-4f6f-a487-c87227cfbff9 req-08882512-326c-4a00-b7ee-236f06b607da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:25:02.183716 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d6a2b8ab-1cfb-4f6f-a487-c87227cfbff9 req-08882512-326c-4a00-b7ee-236f06b607da service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 913 time: 0.1219325 May 04 17:25:02.284077 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d6a2b8ab-1cfb-4f6f-a487-c87227cfbff9 req-89eaa4d6-c2bc-40de-8f0c-eaf5a98691c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2fc4d7-be21-4975-9dc4-f3a791f2663b HTTP/1.1" status: 200 len: 1002 time: 0.0937107 May 04 17:25:02.346633 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2b8ab-1cfb-4f6f-a487-c87227cfbff9 req-c392bee6-0f23-45e9-a02a-cc358159d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:25:02.347885 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d6a2b8ab-1cfb-4f6f-a487-c87227cfbff9 req-c392bee6-0f23-45e9-a02a-cc358159d227 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0578928 May 04 17:25:02.419288 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2b8ab-1cfb-4f6f-a487-c87227cfbff9 req-df1eb019-f75c-40f5-b3ac-7264bb341e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:25:02.420659 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d6a2b8ab-1cfb-4f6f-a487-c87227cfbff9 req-df1eb019-f75c-40f5-b3ac-7264bb341e46 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0664639 May 04 17:25:02.547182 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d6a2b8ab-1cfb-4f6f-a487-c87227cfbff9 req-b81e6fb1-647a-4256-bfe0-1c07bc4b935e service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204703 May 04 17:25:02.759088 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-d6a2b8ab-1cfb-4f6f-a487-c87227cfbff9 req-123990f5-37bb-452b-b5a0-8baf62af9ef0 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056570 May 04 17:25:15.417671 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:25:22.978124 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1e61d1f2-fe5a-4e38-9a9a-a981c3cd81b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.646918 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:25.675371 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-a5618244-5a57-4386-9c3f-d9986094edd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:26.738208 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:28.250679 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:31.235240 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:52.416312 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:25:52.995389 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-652f53ce-6d1e-485f-a220-a564e6965fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.640775 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:55.669602 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b4ad7fa0-1a7c-4967-bd25-924a3eedb295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:56.795597 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:25:58.291357 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.302211 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:01.904336 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ac524c76-7185-464b-9536-615a9f2820e8 req-3b8f6f57-c823-4a2f-b4f2-fafd95081384 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688407 May 04 17:26:02.040862 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac524c76-7185-464b-9536-615a9f2820e8 req-01df84a0-7146-48bf-956c-aa1e9a20ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:02.042328 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ac524c76-7185-464b-9536-615a9f2820e8 req-01df84a0-7146-48bf-956c-aa1e9a20ebfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 1099 time: 0.0719607 May 04 17:26:02.182507 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac524c76-7185-464b-9536-615a9f2820e8 req-463e89cb-b653-4fd8-837d-c6eba782efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:02.183929 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ac524c76-7185-464b-9536-615a9f2820e8 req-463e89cb-b653-4fd8-837d-c6eba782efbe service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 913 time: 0.1239090 May 04 17:26:02.286236 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ac524c76-7185-464b-9536-615a9f2820e8 req-c45e1176-7b79-4150-bc0b-57bb3691d903 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2fc4d7-be21-4975-9dc4-f3a791f2663b HTTP/1.1" status: 200 len: 1002 time: 0.0963290 May 04 17:26:02.345730 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac524c76-7185-464b-9536-615a9f2820e8 req-453d76a2-145d-42da-b88c-c2e62fa592b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:02.347008 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ac524c76-7185-464b-9536-615a9f2820e8 req-453d76a2-145d-42da-b88c-c2e62fa592b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0549598 May 04 17:26:02.422366 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac524c76-7185-464b-9536-615a9f2820e8 req-2e8b6c55-5e9d-4596-97e3-fdf6d0ccd85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:02.423837 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ac524c76-7185-464b-9536-615a9f2820e8 req-2e8b6c55-5e9d-4596-97e3-fdf6d0ccd85b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710411 May 04 17:26:02.552368 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ac524c76-7185-464b-9536-615a9f2820e8 req-2dd27530-0818-4aca-a902-c6ad85ccf934 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222436 May 04 17:26:02.680191 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ac524c76-7185-464b-9536-615a9f2820e8 req-b5f10c9a-1235-4c5a-b197-8d9077428716 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213613 May 04 17:26:20.160303 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-713eaab5-101e-4acc-80e4-5b50875bde04 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-818537501&fields=id&tenant_id=1bd5ecab4ea5481b86be48cea2cc1915 HTTP/1.1" status: 200 len: 267 time: 0.0399144 May 04 17:26:20.304597 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-ec5e4bc4-a7c6-4d85-acf1-720e65cb838d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:20.306579 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-ec5e4bc4-a7c6-4d85-acf1-720e65cb838d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 812 time: 0.1401606 May 04 17:26:20.320474 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-e6b086c9-3658-48a7-8381-04f54e137708 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/quotas/1bd5ecab4ea5481b86be48cea2cc1915 HTTP/1.1" status: 200 len: 375 time: 0.0085764 May 04 17:26:20.409584 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-35df2918-27f4-45b6-8d3c-bcb5f4d79f6e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0836427 May 04 17:26:20.543006 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-8a139cb7-90a6-4490-9fa3-c97d6df35725 service neutron] 10.222.0.22 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223295 May 04 17:26:20.671878 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5c560f4b-d429-4a5c-b4b7-3f798e8b29bf service neutron] 10.222.0.22 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231794 May 04 17:26:21.315001 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-33460fd1-ea41-4515-b520-ee6db02f6e0a req-65ba286f-4ffb-4b4a-bb91-beeb4c6b1f68 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 210 time: 0.0425546 May 04 17:26:22.407541 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3ccf1f82-5d23-4bfb-931a-df500d0bf0a5 req-3622e056-f3be-4689-b1f4-3c1bfe485008 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 210 time: 0.0422621 May 04 17:26:22.972486 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-f91b6d2b-8dc8-4122-bc49-6bd8622e9df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:23.503211 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-2e896e86-d6ca-4b73-b7f1-61ae4bf8c1e5 req-4be23a9b-001e-48e1-ade2-89c12951e97b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 210 time: 0.0456128 May 04 17:26:24.597451 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-00777c71-8169-41a3-93d7-4895fa4510b6 req-fc50c317-5d1b-45b0-8bd9-fdfa189646c4 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 210 time: 0.0427876 May 04 17:26:25.652664 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.685538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7771ddf4-8fa8-4c6e-940b-af7a99a7fb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:25.741270 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0ad24262-56cb-4c2b-ae6a-0ef117a509c2 req-3d0085e9-f40b-469a-bd84-cd82fe14bbdd tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 210 time: 0.0426641 May 04 17:26:26.945031 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-20a4c0f5-db53-484a-9aea-48344d21e6a8 req-1c1e9b48-b88a-419b-becd-a52aec5d1f85 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 210 time: 0.0449786 May 04 17:26:27.034271 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:27.787840 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-37b94cb1-1dc7-4e94-a4f7-1eb40db69d6c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:27.789306 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-37b94cb1-1dc7-4e94-a4f7-1eb40db69d6c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 812 time: 0.1474743 May 04 17:26:27.836856 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-f2111f80-5ce5-4a59-89ba-1a881b089bf3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1bd5ecab4ea5481b86be48cea2cc1915 HTTP/1.1" status: 200 len: 379 time: 0.0394425 May 04 17:26:27.845156 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'port': {'device_id': '36662491-41fb-422a-92b9-ef6cb180829d', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'admin_state_up': True, 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'security_groups': ['d3755eeb-f77c-4291-b9c7-157429556f94']}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:27.977853 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:27.982031 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:port and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:27.984863 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for port was recalculated. Used quota:5. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:27.990582 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:28.038782 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e742a900-5463-4a50-a7ee-498872d03703 req-8a75b40a-3e3c-4be1-8218-48c1e403815e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 210 time: 0.0412869 May 04 17:26:28.085617 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Made reservation on behalf of 1bd5ecab4ea5481b86be48cea2cc1915 for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:26:28.089210 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.250041 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Allocated IP 172.20.0.6 (6f5629cf-4c48-4b35-ae59-38ba0a0aef1c/2de5a32f-2519-4260-8b3b-6dfec5de81e6/f73c1c81-ae59-40d6-9a78-0b77e0339744) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:28.269897 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.434689 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.449920 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Transition to ACTIVE for port object f73c1c81-ae59-40d6-9a78-0b77e0339744 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:28.554654 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.560454 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d69c5fe3-7893-4da2-aa69-b2abe22d7a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:26:28.617090 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:28.627924 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:28.632207 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:26:28.785515 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'Port': ['ID=f73c1c81-ae59-40d6-9a78-0b77e0339744,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:28.801578 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:28.801578 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:28.801578 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:28.801578 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:28.801578 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:28.801578 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:28.801578 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:28.801578 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:28.802799 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:28.802799 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:28.802799 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:28.802799 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:28.809422 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:26:28.826285 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:28.826884 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:28.904981 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0632479 May 04 17:26:28.924504 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Request body: {'port': {'device_id': '36662491-41fb-422a-92b9-ef6cb180829d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:29.001511 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8f0d3355-4495-4706-ba31-f42e399c41bb None None] Provisioning for port f73c1c81-ae59-40d6-9a78-0b77e0339744 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:29.006479 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8f0d3355-4495-4706-ba31-f42e399c41bb None None] Provisioning complete for port f73c1c81-ae59-40d6-9a78-0b77e0339744 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:29.006859 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8f0d3355-4495-4706-ba31-f42e399c41bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.034694 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.065190 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8f0d3355-4495-4706-ba31-f42e399c41bb None None] Port f73c1c81-ae59-40d6-9a78-0b77e0339744 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:26:29.231157 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf071183-ff1a-4f37-88b6-0945f922885e req-0ccee215-3f25-460a-baa1-9cffe61f004d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:29.232607 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bf071183-ff1a-4f37-88b6-0945f922885e req-0ccee215-3f25-460a-baa1-9cffe61f004d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 931 time: 0.0858619 May 04 17:26:29.280198 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bf071183-ff1a-4f37-88b6-0945f922885e req-4d361f11-1df0-4c8c-baf8-c227ef07e40e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416465 May 04 17:26:29.376987 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f73c1c81-ae59-40d6-9a78-0b77e0339744 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:26:29.384718 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.398606 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Transition to ACTIVE for port object f73c1c81-ae59-40d6-9a78-0b77e0339744 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:26:29.414504 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:26:29.493525 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.497446 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:26:29.649170 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Pushing event updated for resources: {'Port': ['ID=f73c1c81-ae59-40d6-9a78-0b77e0339744,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:29.656404 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:26:29.731265 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Attempting to bind port f73c1c81-ae59-40d6-9a78-0b77e0339744 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:26:29.731618 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Attempting to bind port f73c1c81-ae59-40d6-9a78-0b77e0339744 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:26:29.731944 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Attempting to bind port f73c1c81-ae59-40d6-9a78-0b77e0339744 on network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:29.736545 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Port f73c1c81-ae59-40d6-9a78-0b77e0339744 on network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:26:29.736916 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Attempting to bind port f73c1c81-ae59-40d6-9a78-0b77e0339744 on network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:26:29.742014 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:26:29.742347 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Checking segment: {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:26:29.743577 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Bound using segment: {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:26:29.744017 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Bound port: f73c1c81-ae59-40d6-9a78-0b77e0339744, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f68526cf-08c6-4609-ad00-71619db69acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:26:29.744371 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.836152 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] For port f73c1c81-ae59-40d6-9a78-0b77e0339744, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:26:29.839285 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] For port f73c1c81-ae59-40d6-9a78-0b77e0339744, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f73c1c81-ae59-40d6-9a78-0b77e0339744,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:26:29.938877 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.942510 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:26:29.994666 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:29.995270 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:29.996602 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] 10.222.0.11 "PUT /v2.0/ports/f73c1c81-ae59-40d6-9a78-0b77e0339744 HTTP/1.1" status: 200 len: 1093 time: 1.0762358 May 04 17:26:29.997107 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36662491-41fb-422a-92b9-ef6cb180829d', 'tag': 'f73c1c81-ae59-40d6-9a78-0b77e0339744'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:26:30.022563 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Pushing event updated for resources: {'Port': ['ID=f73c1c81-ae59-40d6-9a78-0b77e0339744,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:30.031391 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:26:30.100310 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36662491-41fb-422a-92b9-ef6cb180829d', 'tag': 'f73c1c81-ae59-40d6-9a78-0b77e0339744', 'status': 'completed', 'code': 200} May 04 17:26:30.190588 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ac052-0f3a-4051-addc-3221a285924b req-b54122cf-43d5-4f57-9e65-493487bb1b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:30.192003 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-a73ac052-0f3a-4051-addc-3221a285924b req-b54122cf-43d5-4f57-9e65-493487bb1b12 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 1096 time: 0.0720818 May 04 17:26:30.331235 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ac052-0f3a-4051-addc-3221a285924b req-3cadf38b-2baa-4a2e-ae4b-fd39ea3d16d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:30.332687 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-a73ac052-0f3a-4051-addc-3221a285924b req-3cadf38b-2baa-4a2e-ae4b-fd39ea3d16d4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1337211 May 04 17:26:30.469251 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1885889-2e99-4332-b9bd-7888e6717be7 req-4e45d946-0d96-4f3b-91b9-53763cd2419d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:30.470313 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1885889-2e99-4332-b9bd-7888e6717be7 req-4e45d946-0d96-4f3b-91b9-53763cd2419d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 943 time: 0.0813541 May 04 17:26:30.476345 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ac052-0f3a-4051-addc-3221a285924b req-a33fc32e-57b5-4f7b-aced-da08f43ef99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:30.477879 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-a73ac052-0f3a-4051-addc-3221a285924b req-a33fc32e-57b5-4f7b-aced-da08f43ef99d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385760 May 04 17:26:30.517886 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f1885889-2e99-4332-b9bd-7888e6717be7 req-743423ea-5e6d-494f-9997-66a5121a09a1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414660 May 04 17:26:30.583725 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-9ae0469c-a964-4b66-885a-cb1f780d3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:30.585188 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-9ae0469c-a964-4b66-885a-cb1f780d3409 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 1096 time: 0.0733235 May 04 17:26:30.653019 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-3a8ffb3e-0a0d-4f85-8d8f-2d584d167117 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f73c1c81-ae59-40d6-9a78-0b77e0339744 HTTP/1.1" status: 200 len: 217 time: 0.0611095 May 04 17:26:30.712102 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-d5a4e439-fa9c-429f-9981-4a94576833ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:30.713462 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-d5a4e439-fa9c-429f-9981-4a94576833ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0549974 May 04 17:26:30.785747 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-940bb044-3143-4c07-bfc8-4001f4538563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:30.787183 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-940bb044-3143-4c07-bfc8-4001f4538563 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677361 May 04 17:26:30.994639 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-2522c63a-c132-4513-a56e-a0d839abcc93 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005370 May 04 17:26:31.122737 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-fc3e4ed6-113b-4008-ac6e-f32a17b4008f req-ff2966e2-cd33-4695-86a7-052e63d32c46 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215186 May 04 17:26:31.241102 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:31.702036 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6b0b5-077e-48bb-9e86-e3dbcd25dff7 req-8df8c4dc-f276-4106-a0a5-1d71701f6feb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:31.703466 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5ca6b0b5-077e-48bb-9e86-e3dbcd25dff7 req-8df8c4dc-f276-4106-a0a5-1d71701f6feb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 943 time: 0.0819271 May 04 17:26:31.747544 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5ca6b0b5-077e-48bb-9e86-e3dbcd25dff7 req-4f183378-c4ef-4a71-95ab-7d7bb07864c0 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382118 May 04 17:26:32.925866 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faa3cb-d5de-4beb-8025-4853d79823d4 req-1c5fdf9e-7491-4534-9ce7-7adb1920e13c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:32.927286 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-59faa3cb-d5de-4beb-8025-4853d79823d4 req-1c5fdf9e-7491-4534-9ce7-7adb1920e13c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 943 time: 0.0780048 May 04 17:26:32.973470 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-59faa3cb-d5de-4beb-8025-4853d79823d4 req-e000a180-c7d1-4c69-95c4-9f3f8044b4ec tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407398 May 04 17:26:34.156711 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fd4ec-487a-4e97-b5b5-2599f9e6e211 req-c27d13b9-a7ae-4aa9-ba0c-412a357c55ba tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:34.158183 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-121fd4ec-487a-4e97-b5b5-2599f9e6e211 req-c27d13b9-a7ae-4aa9-ba0c-412a357c55ba tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 943 time: 0.0793190 May 04 17:26:34.201401 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-121fd4ec-487a-4e97-b5b5-2599f9e6e211 req-6cdf317b-e3ef-4902-84a3-e0203edc9966 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374680 May 04 17:26:35.389852 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3978f-6d18-4833-b6c4-7ad5fba1e400 req-e6a5032a-9beb-4ae6-a72f-d540808916a9 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:35.391273 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-86b3978f-6d18-4833-b6c4-7ad5fba1e400 req-e6a5032a-9beb-4ae6-a72f-d540808916a9 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 943 time: 0.0806890 May 04 17:26:35.520581 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-86b3978f-6d18-4833-b6c4-7ad5fba1e400 req-383957e7-5a73-4327-bc0d-a4f9bd51fb64 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237280 May 04 17:26:36.701867 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7d134-bfb4-4ef6-9fa1-23854ad0d552 req-773b307c-608e-451d-97d3-520ee2f52845 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:36.703290 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b0c7d134-bfb4-4ef6-9fa1-23854ad0d552 req-773b307c-608e-451d-97d3-520ee2f52845 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 943 time: 0.0771241 May 04 17:26:36.749850 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b0c7d134-bfb4-4ef6-9fa1-23854ad0d552 req-f6805e5f-e0cd-4def-ab71-597201e4cf71 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409305 May 04 17:26:37.929607 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1453257-a951-4da7-ab4d-631233dec419 req-0bdba7f7-205f-40e9-9d30-af5a9f5e043c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:37.931550 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d1453257-a951-4da7-ab4d-631233dec419 req-0bdba7f7-205f-40e9-9d30-af5a9f5e043c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 943 time: 0.0778589 May 04 17:26:37.973441 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d1453257-a951-4da7-ab4d-631233dec419 req-a45b8df2-b84a-446e-8b22-befeabc27cf0 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364258 May 04 17:26:39.162611 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100ac9c-1629-48ae-bf0b-c6b097fe4f35 req-f0bb3709-80eb-4b45-ac35-4971f5a11fc1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:39.163989 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f100ac9c-1629-48ae-bf0b-c6b097fe4f35 req-f0bb3709-80eb-4b45-ac35-4971f5a11fc1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 943 time: 0.0805109 May 04 17:26:39.207751 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f100ac9c-1629-48ae-bf0b-c6b097fe4f35 req-c9d02f0e-8e2f-4579-a434-4a7d1c7e0ce0 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381818 May 04 17:26:39.282230 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device f73c1c81-ae59-40d6-9a78-0b77e0339744 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:26:39.409607 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port f73c1c81-ae59-40d6-9a78-0b77e0339744, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f73c1c81-ae59-40d6-9a78-0b77e0339744,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:39.423066 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': 'f73c1c81-ae59-40d6-9a78-0b77e0339744', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'port_id': 'f73c1c81-ae59-40d6-9a78-0b77e0339744', 'mac_address': 'fa:16:3e:2b:c4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:26:39.475877 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.492044 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f73c1c81-ae59-40d6-9a78-0b77e0339744 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:26:39.507327 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port f73c1c81-ae59-40d6-9a78-0b77e0339744, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f73c1c81-ae59-40d6-9a78-0b77e0339744,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:39.582372 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:39.584107 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:26:39.650703 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=f73c1c81-ae59-40d6-9a78-0b77e0339744,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:39.657823 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:39.658168 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:39.658500 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:39.658828 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:39.659156 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:39.659477 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:39.659798 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:39.660115 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:39.660433 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:39.660750 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:39.661092 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:39.661407 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:39.665678 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:26:39.793499 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['f73c1c81-ae59-40d6-9a78-0b77e0339744'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:26:40.389500 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4832ef-8329-4158-ac85-e1bf90bbf921 req-be168842-d42f-4f3b-842c-867737426ae6 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:40.390925 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7a4832ef-8329-4158-ac85-e1bf90bbf921 req-be168842-d42f-4f3b-842c-867737426ae6 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 944 time: 0.0796854 May 04 17:26:40.433446 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7a4832ef-8329-4158-ac85-e1bf90bbf921 req-63cb0f7d-71bb-4e07-823e-a0b3989b545f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368724 May 04 17:26:41.297826 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device f73c1c81-ae59-40d6-9a78-0b77e0339744 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:26:41.418632 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port f73c1c81-ae59-40d6-9a78-0b77e0339744 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:26:41.423386 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port f73c1c81-ae59-40d6-9a78-0b77e0339744 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:26:41.423802 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.540054 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.566463 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36662491-41fb-422a-92b9-ef6cb180829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73c1c81-ae59-40d6-9a78-0b77e0339744'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:26:41.576405 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port f73c1c81-ae59-40d6-9a78-0b77e0339744, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f73c1c81-ae59-40d6-9a78-0b77e0339744,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:26:41.620238 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31538738-8d8e-4e72-b230-55f439f57a09 req-9c550c55-7945-4cf2-af3d-e036b652ad8f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:41.621691 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-31538738-8d8e-4e72-b230-55f439f57a09 req-9c550c55-7945-4cf2-af3d-e036b652ad8f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 944 time: 0.0818884 May 04 17:26:41.635678 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:41.637568 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-c880f1f0-ca07-4d5f-8eb8-793361da631c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:26:41.666471 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-31538738-8d8e-4e72-b230-55f439f57a09 req-da743125-703f-49f2-bc49-b0ad19f9c3d3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391054 May 04 17:26:41.707028 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=f73c1c81-ae59-40d6-9a78-0b77e0339744,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:41.710015 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:26:41.719320 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36662491-41fb-422a-92b9-ef6cb180829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f73c1c81-ae59-40d6-9a78-0b77e0339744', 'code': 200} May 04 17:26:42.161690 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52773bc3-9662-44d9-bf63-c0fc530226b4 req-8211327c-8542-4ac5-a0ea-16d925770b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:42.163118 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-52773bc3-9662-44d9-bf63-c0fc530226b4 req-8211327c-8542-4ac5-a0ea-16d925770b56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 1098 time: 0.0718470 May 04 17:26:42.203233 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-52773bc3-9662-44d9-bf63-c0fc530226b4 req-c6bd0338-40f8-4c2e-b788-b6d43c717259 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324283 May 04 17:26:42.853883 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf2ccb-b511-4de7-9620-a08c217ca0c1 req-d3cc3bbc-b268-4a15-a12d-efb5bf3d26e1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:42.855302 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-21cf2ccb-b511-4de7-9620-a08c217ca0c1 req-d3cc3bbc-b268-4a15-a12d-efb5bf3d26e1 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 945 time: 0.0832224 May 04 17:26:42.901381 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-21cf2ccb-b511-4de7-9620-a08c217ca0c1 req-be76d599-5ff6-41e4-bdbf-558ccc011c49 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403721 May 04 17:26:44.083272 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a00cf2-36a1-4ddd-897f-025b1b143e08 req-692c6b7f-c870-4742-9e84-c9950e0bec5f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:44.084732 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-02a00cf2-36a1-4ddd-897f-025b1b143e08 req-692c6b7f-c870-4742-9e84-c9950e0bec5f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 945 time: 0.0817151 May 04 17:26:44.127961 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-02a00cf2-36a1-4ddd-897f-025b1b143e08 req-5dc7826c-b043-4abd-8039-0ce856fe5eb3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370502 May 04 17:26:44.310852 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ac6e8-8eca-47a8-93a8-6336d827dc0f req-b9d2e8ff-349e-483e-9a8b-301a9c1a8e29 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:44.312294 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0b9ac6e8-8eca-47a8-93a8-6336d827dc0f req-b9d2e8ff-349e-483e-9a8b-301a9c1a8e29 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 945 time: 0.0809383 May 04 17:26:44.355830 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0b9ac6e8-8eca-47a8-93a8-6336d827dc0f req-33076ffd-88ed-4147-b911-9985425f0f2d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379527 May 04 17:26:44.378119 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57356) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:44.448320 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba47e3a-92d1-476a-b16f-b7118952b9dc tempest-TestVolumeBootPattern-1204798313 tempest-TestVolumeBootPattern-1204798313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:44.449780 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-cba47e3a-92d1-476a-b16f-b7118952b9dc tempest-TestVolumeBootPattern-1204798313 tempest-TestVolumeBootPattern-1204798313-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 1093 time: 0.0707154 May 04 17:26:44.452505 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57360) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:26:44.457391 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Request body: {'floatingip': {'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'port_id': 'f73c1c81-ae59-40d6-9a78-0b77e0339744', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address': '172.20.0.6'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:26:44.463615 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:26:44.467359 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Usage tracker for resource:floatingip and tenant:1bd5ecab4ea5481b86be48cea2cc1915 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:26:44.470162 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:26:44.475748 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:26:44.553986 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:44.687775 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:44.817610 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Allocated IP 172.27.3.242 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/68fcc157-62ab-4e41-bd67-abb3a642eef4) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:26:44.957188 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.035822 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.039260 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:26:45.105560 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:26:45.108280 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:26:45.112503 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:26:45.136952 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'Port': ['ID=68fcc157-62ab-4e41-bd67-abb3a642eef4,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:45.154407 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:45.154777 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:45.155134 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:45.155486 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:45.155834 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:45.156185 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:45.156532 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:45.156902 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:45.157250 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:45.157594 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:45.157934 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:45.158273 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:26:45.163115 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:26:45.595611 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.717870 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.921905 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.995315 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4104451'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:45.998720 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:26:46.100457 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event updated for resources: {'Port': ['ID=68fcc157-62ab-4e41-bd67-abb3a642eef4,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:26:46.105097 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:26:46.115220 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:46.278096 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.l3_db [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Floating IP 68f6454c-d1ea-4f20-b287-5de4a5fdc830 associated. External IP: 172.27.3.242, port: f73c1c81-ae59-40d6-9a78-0b77e0339744. May 04 17:26:46.615383 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:26:46.787482 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:26:46.797229 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58756fc3-39a7-43fb-8dd7-53950cf39eeb None None] Sync routers for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:26:46.806198 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58756fc3-39a7-43fb-8dd7-53950cf39eeb None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:26:46.806807 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-58756fc3-39a7-43fb-8dd7-53950cf39eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:26:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:46.885738 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:46.940133 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-b6e9558a-f33a-4bb5-827b-0e6b41f40c4f tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4866076 May 04 17:26:46.940779 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36662491-41fb-422a-92b9-ef6cb180829d', 'tag': 'f73c1c81-ae59-40d6-9a78-0b77e0339744'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:26:46.989621 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36662491-41fb-422a-92b9-ef6cb180829d', 'tag': 'f73c1c81-ae59-40d6-9a78-0b77e0339744', 'status': 'completed', 'code': 200} May 04 17:26:46.993346 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-58756fc3-39a7-43fb-8dd7-53950cf39eeb None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:26:47.082331 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033672-5d9d-4393-9a83-8d1099eafcdc req-baf4dfcd-4422-4670-ac17-9747d54f8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:47.083864 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6d033672-5d9d-4393-9a83-8d1099eafcdc req-baf4dfcd-4422-4670-ac17-9747d54f8717 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 1098 time: 0.0723033 May 04 17:26:47.213093 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033672-5d9d-4393-9a83-8d1099eafcdc req-1a5d93e3-62a7-40fa-ba7c-54572c66c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:47.214442 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6d033672-5d9d-4393-9a83-8d1099eafcdc req-1a5d93e3-62a7-40fa-ba7c-54572c66c75e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 913 time: 0.1246486 May 04 17:26:47.316120 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6d033672-5d9d-4393-9a83-8d1099eafcdc req-735050b3-2e46-4883-801a-bb83ee862237 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f73c1c81-ae59-40d6-9a78-0b77e0339744 HTTP/1.1" status: 200 len: 999 time: 0.0951650 May 04 17:26:47.374695 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-58756fc3-39a7-43fb-8dd7-53950cf39eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '68f6454c-d1ea-4f20-b287-5de4a5fdc830', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': 'f73c1c81-ae59-40d6-9a78-0b77e0339744', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:2b:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36662491-41fb-422a-92b9-ef6cb180829d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:26:45Z', 'updated_at': '2021-05-04T17:26:45Z', 'revision_number': 0, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}, {'id': 'd0b70d1e-9375-42e0-930a-a4d7d3eada7b', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:24:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:24:38Z', 'updated_at': '2021-05-04T17:24:41Z', 'revision_number': 1, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:47.378491 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58756fc3-39a7-43fb-8dd7-53950cf39eeb None None] Checking router: 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:26:47.380692 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033672-5d9d-4393-9a83-8d1099eafcdc req-5a7e9aca-5216-45ed-93c9-4bcab40c3958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:47.382148 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6d033672-5d9d-4393-9a83-8d1099eafcdc req-5a7e9aca-5216-45ed-93c9-4bcab40c3958 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0599897 May 04 17:26:47.387305 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58756fc3-39a7-43fb-8dd7-53950cf39eeb None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:26:47.387977 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-58756fc3-39a7-43fb-8dd7-53950cf39eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:26:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:47.456738 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d033672-5d9d-4393-9a83-8d1099eafcdc req-ee53e89d-1d11-410e-b779-86f4624b9739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:26:47.458271 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6d033672-5d9d-4393-9a83-8d1099eafcdc req-ee53e89d-1d11-410e-b779-86f4624b9739 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699115 May 04 17:26:47.562586 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-58756fc3-39a7-43fb-8dd7-53950cf39eeb None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:26:47.587400 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6d033672-5d9d-4393-9a83-8d1099eafcdc req-d306e19b-13ec-4102-bbfe-e9e178a16c0d service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227880 May 04 17:26:47.722002 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-6d033672-5d9d-4393-9a83-8d1099eafcdc req-c55e313d-b9f1-42bc-82a5-80b18cbeab5f service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278374 May 04 17:26:47.911420 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-58756fc3-39a7-43fb-8dd7-53950cf39eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '68f6454c-d1ea-4f20-b287-5de4a5fdc830', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': 'f73c1c81-ae59-40d6-9a78-0b77e0339744', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:2b:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36662491-41fb-422a-92b9-ef6cb180829d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:26:45Z', 'updated_at': '2021-05-04T17:26:45Z', 'revision_number': 0, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}, {'id': 'd0b70d1e-9375-42e0-930a-a4d7d3eada7b', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:24:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:24:38Z', 'updated_at': '2021-05-04T17:24:41Z', 'revision_number': 1, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:26:47.915799 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58756fc3-39a7-43fb-8dd7-53950cf39eeb None None] The sync data for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi is: [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '68f6454c-d1ea-4f20-b287-5de4a5fdc830', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': 'f73c1c81-ae59-40d6-9a78-0b77e0339744', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:2b:c4:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36662491-41fb-422a-92b9-ef6cb180829d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:26:45Z', 'updated_at': '2021-05-04T17:26:45Z', 'revision_number': 0, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}, {'id': 'd0b70d1e-9375-42e0-930a-a4d7d3eada7b', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:24:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:24:38Z', 'updated_at': '2021-05-04T17:24:41Z', 'revision_number': 1, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:26:48.100929 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab46942-a71b-44e3-a849-b9127c49a5b3 None None] New status for floating IP 68f6454c-d1ea-4f20-b287-5de4a5fdc830: ACTIVE {{(pid=74293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:26:52.982534 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-9a321924-7e87-4c57-b3f5-914da6ae604c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:55.657456 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:55.679923 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-d329dabf-9638-4813-b182-19fc0e0531c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:56.708364 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:26:58.281527 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.266385 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:01.956366 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-046afa30-b7f6-4ea8-97bd-528fad751c22 req-12471954-cf51-4aaf-ad01-4675ce0879f3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708439 May 04 17:27:02.092082 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046afa30-b7f6-4ea8-97bd-528fad751c22 req-edaef2b6-9336-4b08-8182-9838379c8e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:27:02.093541 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-046afa30-b7f6-4ea8-97bd-528fad751c22 req-edaef2b6-9336-4b08-8182-9838379c8e28 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 1099 time: 0.0690043 May 04 17:27:02.235253 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046afa30-b7f6-4ea8-97bd-528fad751c22 req-c75dae0f-5f4b-47f4-be6a-04dd69d8bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:27:02.236701 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-046afa30-b7f6-4ea8-97bd-528fad751c22 req-c75dae0f-5f4b-47f4-be6a-04dd69d8bcea service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 913 time: 0.1248934 May 04 17:27:02.338747 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-046afa30-b7f6-4ea8-97bd-528fad751c22 req-d32b4f8d-d897-4213-a4e9-518d584c7d8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2fc4d7-be21-4975-9dc4-f3a791f2663b HTTP/1.1" status: 200 len: 1002 time: 0.0945921 May 04 17:27:02.401240 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046afa30-b7f6-4ea8-97bd-528fad751c22 req-2e59d8e8-12b3-4bb9-a1ea-541a7895d76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:27:02.402519 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-046afa30-b7f6-4ea8-97bd-528fad751c22 req-2e59d8e8-12b3-4bb9-a1ea-541a7895d76f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0562961 May 04 17:27:02.560172 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046afa30-b7f6-4ea8-97bd-528fad751c22 req-3f391358-4b22-40ba-8c1a-9dcdf13750eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:27:02.561676 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-046afa30-b7f6-4ea8-97bd-528fad751c22 req-3f391358-4b22-40ba-8c1a-9dcdf13750eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1520514 May 04 17:27:02.692566 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-046afa30-b7f6-4ea8-97bd-528fad751c22 req-37981d9e-c4d3-45f9-9833-1f9dc9b1c69e service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229756 May 04 17:27:02.824115 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-046afa30-b7f6-4ea8-97bd-528fad751c22 req-aa999794-2ede-4ce2-829e-db228c16cf68 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250315 May 04 17:27:06.414355 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:27:22.985029 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-aba2dce1-d1e3-47c8-822a-82f8c0f8bc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.699312 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:25.710832 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-fef48c9e-7c0f-4953-8370-56791002833c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:26.715735 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:28.264651 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:31.256769 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:43.413081 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:27:52.999902 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-12456609-8247-4bc2-ae99-d5499a566dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:55.670570 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:55.699229 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-5fc0a85d-f11c-4ae2-90e6-7f91a17ec45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:56.710297 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:27:58.281845 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:01.251240 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:03.080693 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-5c26d405-de77-472d-958c-d9c3b7bf3b21 req-dd3fb023-289c-47fc-911a-09d31bb8bfbc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671854 May 04 17:28:03.169715 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26d405-de77-472d-958c-d9c3b7bf3b21 req-2d4b1f38-1ba6-430d-b887-eb2ff9a93f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:03.171103 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-5c26d405-de77-472d-958c-d9c3b7bf3b21 req-2d4b1f38-1ba6-430d-b887-eb2ff9a93f7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 1098 time: 0.0707965 May 04 17:28:03.313881 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26d405-de77-472d-958c-d9c3b7bf3b21 req-5757376b-29e4-423d-97e6-cd603e37334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:03.315309 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-5c26d405-de77-472d-958c-d9c3b7bf3b21 req-5757376b-29e4-423d-97e6-cd603e37334b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 913 time: 0.1256986 May 04 17:28:03.415473 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-5c26d405-de77-472d-958c-d9c3b7bf3b21 req-879d45b0-0b6f-4876-9780-df32bc1cf875 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f73c1c81-ae59-40d6-9a78-0b77e0339744 HTTP/1.1" status: 200 len: 1001 time: 0.0943103 May 04 17:28:03.480300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26d405-de77-472d-958c-d9c3b7bf3b21 req-1ae4df17-79c9-4ee8-8f7c-93d0ca0864dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:03.481756 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-5c26d405-de77-472d-958c-d9c3b7bf3b21 req-1ae4df17-79c9-4ee8-8f7c-93d0ca0864dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0602815 May 04 17:28:03.554908 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26d405-de77-472d-958c-d9c3b7bf3b21 req-d00c2db6-937d-4ae4-a3f7-e29632546d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:03.556325 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-5c26d405-de77-472d-958c-d9c3b7bf3b21 req-d00c2db6-937d-4ae4-a3f7-e29632546d04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688491 May 04 17:28:03.683240 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-5c26d405-de77-472d-958c-d9c3b7bf3b21 req-4c5e023c-03c3-4ed7-a570-b8e5c18dcabc service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206131 May 04 17:28:03.812658 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-5c26d405-de77-472d-958c-d9c3b7bf3b21 req-6fa7bdcd-7eb9-4d0c-b1a9-7e159f6d33d6 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234140 May 04 17:28:15.494326 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57564) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:15.852709 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Deleting port 68fcc157-62ab-4e41-bd67-abb3a642eef4 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:15.853079 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:15.968445 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:15.968766 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:16.088645 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Calling delete_port for 68fcc157-62ab-4e41-bd67-abb3a642eef4 owned by network:floatingip {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:16.310772 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:16.314342 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-dd7d1be7-9fc2-4bc9-a9a1-bf6248374c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:16.359783 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event deleted for resources: {'Port': ['ID=68fcc157-62ab-4e41-bd67-abb3a642eef4,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:16.391876 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:16.392250 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:16.392614 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:16.393005 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:16.393359 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:16.393717 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:16.394064 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:16.394409 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:16.394755 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:16.395100 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:16.395442 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:16.395777 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:16.403424 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:16.461710 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:16.462041 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.l3_db [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Floating IP 68f6454c-d1ea-4f20-b287-5de4a5fdc830 disassociated (deleted). External IP: 172.27.3.242, port: f73c1c81-ae59-40d6-9a78-0b77e0339744. May 04 17:28:16.804645 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:16.974474 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:16.983575 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf13b73a-dd89-4142-967d-9777828535a6 None None] Sync routers for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:16.990112 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:16.993277 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13b73a-dd89-4142-967d-9777828535a6 None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:28:16.993881 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-cf13b73a-dd89-4142-967d-9777828535a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:27:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:17.143427 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "DELETE /v2.0/floatingips/68f6454c-d1ea-4f20-b287-5de4a5fdc830 HTTP/1.1" status: 204 len: 168 time: 1.6479516 May 04 17:28:17.144010 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36662491-41fb-422a-92b9-ef6cb180829d', 'tag': 'f73c1c81-ae59-40d6-9a78-0b77e0339744'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:28:17.214646 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-cf13b73a-dd89-4142-967d-9777828535a6 None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:28:17.555107 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-cf13b73a-dd89-4142-967d-9777828535a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': 'd0b70d1e-9375-42e0-930a-a4d7d3eada7b', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:24:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:24:38Z', 'updated_at': '2021-05-04T17:24:41Z', 'revision_number': 1, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:17.559229 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf13b73a-dd89-4142-967d-9777828535a6 None None] Checking router: 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:28:17.567653 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf13b73a-dd89-4142-967d-9777828535a6 None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:28:17.568367 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-cf13b73a-dd89-4142-967d-9777828535a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:27:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:17.593421 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36662491-41fb-422a-92b9-ef6cb180829d', 'tag': 'f73c1c81-ae59-40d6-9a78-0b77e0339744', 'status': 'completed', 'code': 200} May 04 17:28:17.705316 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b088c-417d-4f14-abef-3f844080b406 req-84350451-6d6c-418e-9798-66254214d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:17.706857 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-853b088c-417d-4f14-abef-3f844080b406 req-84350451-6d6c-418e-9798-66254214d1fd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 1098 time: 0.0842030 May 04 17:28:17.769445 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-cf13b73a-dd89-4142-967d-9777828535a6 None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:28:17.769731 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf33f5-a80a-4250-8f85-d97ca6a35170 req-172e3e2f-805d-42d1-a029-0d0b5f46e914 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:17.770635 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-4ddf33f5-a80a-4250-8f85-d97ca6a35170 req-172e3e2f-805d-42d1-a029-0d0b5f46e914 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Synchronizing usage tracker for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:17.842418 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b088c-417d-4f14-abef-3f844080b406 req-00277e56-fcc9-4513-913f-0d442e75f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:17.843764 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-853b088c-417d-4f14-abef-3f844080b406 req-00277e56-fcc9-4513-913f-0d442e75f15f service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 913 time: 0.1305177 May 04 17:28:17.846194 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-4ddf33f5-a80a-4250-8f85-d97ca6a35170 req-172e3e2f-805d-42d1-a029-0d0b5f46e914 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Unset dirty status for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:17.850903 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4ddf33f5-a80a-4250-8f85-d97ca6a35170 req-172e3e2f-805d-42d1-a029-0d0b5f46e914 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 945 time: 0.1616163 May 04 17:28:17.896979 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4ddf33f5-a80a-4250-8f85-d97ca6a35170 req-941ca104-f906-4686-9f7d-3c78bbfb72ce tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427945 May 04 17:28:17.911517 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-853b088c-417d-4f14-abef-3f844080b406 req-28de7358-f3bd-4fb6-bc24-e66f09f781b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f73c1c81-ae59-40d6-9a78-0b77e0339744 HTTP/1.1" status: 200 len: 217 time: 0.0613241 May 04 17:28:17.976265 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b088c-417d-4f14-abef-3f844080b406 req-ea052dae-ce38-44a3-8c9d-8aead1b366f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:17.977714 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-853b088c-417d-4f14-abef-3f844080b406 req-ea052dae-ce38-44a3-8c9d-8aead1b366f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0600562 May 04 17:28:18.051392 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b088c-417d-4f14-abef-3f844080b406 req-901b63c5-e1e3-4a42-b0ac-cb01436ef410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:18.052884 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-853b088c-417d-4f14-abef-3f844080b406 req-901b63c5-e1e3-4a42-b0ac-cb01436ef410 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684180 May 04 17:28:18.116235 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-cf13b73a-dd89-4142-967d-9777828535a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': 'd0b70d1e-9375-42e0-930a-a4d7d3eada7b', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:24:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:24:38Z', 'updated_at': '2021-05-04T17:24:41Z', 'revision_number': 1, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:18.120365 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf13b73a-dd89-4142-967d-9777828535a6 None None] The sync data for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi is: [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': 'd0b70d1e-9375-42e0-930a-a4d7d3eada7b', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'port_id': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'mac_address': 'fa:16:3e:24:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:24:38Z', 'updated_at': '2021-05-04T17:24:41Z', 'revision_number': 1, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:18.279723 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-853b088c-417d-4f14-abef-3f844080b406 req-8c9fa269-6078-4ea5-b26b-2c6db4d173de service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202678 May 04 17:28:18.335815 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93890aef-d55b-4e18-b600-273baeb4a4d6 None None] New status for floating IP 68f6454c-d1ea-4f20-b287-5de4a5fdc830: DOWN {{(pid=74293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:28:18.416593 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-853b088c-417d-4f14-abef-3f844080b406 req-67f0f18e-3c6e-4239-9c30-cc69fafa8c6e service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292677 May 04 17:28:19.080510 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324d0c5-b10e-4a93-97f4-0dfb49a3697b req-46920b7f-24d9-47ca-a43a-7d645bb7559d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:19.081994 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8324d0c5-b10e-4a93-97f4-0dfb49a3697b req-46920b7f-24d9-47ca-a43a-7d645bb7559d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 945 time: 0.0783546 May 04 17:28:19.135448 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8324d0c5-b10e-4a93-97f4-0dfb49a3697b req-0865cca3-eeda-4784-acce-512dc2662c81 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477259 May 04 17:28:19.213622 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf435980-988b-44e8-940d-7eab7088e234 req-ea944a5a-eb62-4a7a-adbf-38800ad2e2c9 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:19.214211 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-cf435980-988b-44e8-940d-7eab7088e234 req-ea944a5a-eb62-4a7a-adbf-38800ad2e2c9 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Synchronizing usage tracker for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:19.225967 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-cf435980-988b-44e8-940d-7eab7088e234 req-ea944a5a-eb62-4a7a-adbf-38800ad2e2c9 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Unset dirty status for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:19.227006 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-cf435980-988b-44e8-940d-7eab7088e234 req-ea944a5a-eb62-4a7a-adbf-38800ad2e2c9 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 945 time: 0.0961940 May 04 17:28:19.358431 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-cf435980-988b-44e8-940d-7eab7088e234 req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Deleting port f73c1c81-ae59-40d6-9a78-0b77e0339744 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:19.358759 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-cf435980-988b-44e8-940d-7eab7088e234 req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.488652 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-cf435980-988b-44e8-940d-7eab7088e234 req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] For port f73c1c81-ae59-40d6-9a78-0b77e0339744, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f73c1c81-ae59-40d6-9a78-0b77e0339744,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:19.488940 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-cf435980-988b-44e8-940d-7eab7088e234 req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.606295 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-cf435980-988b-44e8-940d-7eab7088e234 req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Calling delete_port for f73c1c81-ae59-40d6-9a78-0b77e0339744 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:19.783544 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-cf435980-988b-44e8-940d-7eab7088e234 req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.790182 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-86683973-b113-458d-a881-748d5bb9779b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:19.836446 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event deleted for resources: {'Port': ['ID=f73c1c81-ae59-40d6-9a78-0b77e0339744,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:19.871742 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:19.872120 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:19.872484 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:19.872970 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:19.873333 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:19.873689 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:19.874044 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:19.874396 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:19.874746 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:19.875093 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:19.875439 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:19.875800 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:19.883783 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:19.924072 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf435980-988b-44e8-940d-7eab7088e234 req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] No DVR routers for this DVR port f73c1c81-ae59-40d6-9a78-0b77e0339744 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:19.926423 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-cf435980-988b-44e8-940d-7eab7088e234 req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:19.928925 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36662491-41fb-422a-92b9-ef6cb180829d', 'name': 'network-vif-deleted', 'tag': 'f73c1c81-ae59-40d6-9a78-0b77e0339744'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:28:19.972825 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36662491-41fb-422a-92b9-ef6cb180829d', 'name': 'network-vif-deleted', 'tag': 'f73c1c81-ae59-40d6-9a78-0b77e0339744', 'status': 'completed', 'code': 200} May 04 17:28:20.014191 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-cf435980-988b-44e8-940d-7eab7088e234 req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "DELETE /v2.0/ports/f73c1c81-ae59-40d6-9a78-0b77e0339744 HTTP/1.1" status: 204 len: 173 time: 0.7816534 May 04 17:28:20.287200 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-222ed024-2c45-4beb-8b11-faa88eb48e48 req-82a6dce2-4dba-4806-8302-a996b436639d tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 210 time: 0.0432124 May 04 17:28:20.412152 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:28:21.452438 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-773e40d8-1c84-425c-88d6-ff6ae8efc19e req-31241c1e-4c49-4f65-99fa-beed1ade9f94 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=36662491-41fb-422a-92b9-ef6cb180829d HTTP/1.1" status: 200 len: 210 time: 0.0442603 May 04 17:28:21.876090 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device f73c1c81-ae59-40d6-9a78-0b77e0339744 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:21.912772 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: f73c1c81-ae59-40d6-9a78-0b77e0339744 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:28:21.913142 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device f73c1c81-ae59-40d6-9a78-0b77e0339744 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:22.979848 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-154ae55f-2a70-49e4-b990-5e3fa3244b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.285605 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57650) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:25.546679 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Deleting port ccf1f337-3ca2-4a21-8ace-dc1b0a43d6e2 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:25.546933 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.662159 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.662473 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.663305 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.734115 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-271ad816-487d-48e2-ae9e-c18693c4fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.782108 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Calling delete_port for ccf1f337-3ca2-4a21-8ace-dc1b0a43d6e2 owned by network:floatingip {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:25.985575 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:25.989470 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:26.032876 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event deleted for resources: {'Port': ['ID=ccf1f337-3ca2-4a21-8ace-dc1b0a43d6e2,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:26.035955 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:26.123938 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.124163 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.l3_db [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Floating IP d0b70d1e-9375-42e0-930a-a4d7d3eada7b disassociated (deleted). External IP: 172.27.3.227, port: 1a2fc4d7-be21-4975-9dc4-f3a791f2663b. May 04 17:28:26.354907 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e3ded-49d0-412d-8387-401bb473d546 req-9868d8b0-9745-4db6-a652-0414e506b0ac tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:26.356340 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-687e3ded-49d0-412d-8387-401bb473d546 req-9868d8b0-9745-4db6-a652-0414e506b0ac tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34539b0-0d12-467d-b803-b652e5aa61a5 HTTP/1.1" status: 200 len: 944 time: 0.1792405 May 04 17:28:26.716357 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:26.722327 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:26.803501 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Deleting port 5ac30203-edd4-4a2d-a017-892759a71e80 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:26.803762 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.013106 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:27.023210 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f23926-763a-4e83-817e-e5ea5a8fbae7 None None] Sync routers for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:27.024296 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.db [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] For port 5ac30203-edd4-4a2d-a017-892759a71e80, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=5ac30203-edd4-4a2d-a017-892759a71e80,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:27.024649 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.032813 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f23926-763a-4e83-817e-e5ea5a8fbae7 None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:28:27.033456 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-42f23926-763a-4e83-817e-e5ea5a8fbae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:28:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:27.102848 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.207288 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-42f23926-763a-4e83-817e-e5ea5a8fbae7 None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:28:27.239899 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-4acac132-ab52-4db4-8373-6a7ff5835706 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "DELETE /v2.0/floatingips/d0b70d1e-9375-42e0-930a-a4d7d3eada7b HTTP/1.1" status: 204 len: 168 time: 1.9531896 May 04 17:28:27.243150 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'tag': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:28:27.371321 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.371991 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.371991 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.l3_db [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Floating IP 7120bc13-837c-428b-88af-69f8c743aaea disassociated. External IP: 172.27.3.88, port: 5ac30203-edd4-4a2d-a017-892759a71e80. May 04 17:28:27.372237 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Calling delete_port for 5ac30203-edd4-4a2d-a017-892759a71e80 owned by compute:nova {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:27.558324 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-42f23926-763a-4e83-817e-e5ea5a8fbae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:27.561998 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f23926-763a-4e83-817e-e5ea5a8fbae7 None None] Checking router: 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:28:27.569949 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f23926-763a-4e83-817e-e5ea5a8fbae7 None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:28:27.571173 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-42f23926-763a-4e83-817e-e5ea5a8fbae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:28:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:27.660064 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:27.665536 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:27.710333 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event deleted for resources: {'Port': ['ID=5ac30203-edd4-4a2d-a017-892759a71e80,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:27.713498 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:27.748390 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-42f23926-763a-4e83-817e-e5ea5a8fbae7 None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:28:27.906156 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:28.067151 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-42f23926-763a-4e83-817e-e5ea5a8fbae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:28.072005 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f23926-763a-4e83-817e-e5ea5a8fbae7 None None] The sync data for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi is: [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '5ec7ba86-d57f-4096-96e3-109575756463', 'name': '', 'network_id': '6f5629cf-4c48-4b35-ae59-38ba0a0aef1c', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'mac_address': 'fa:16:3e:6a:53:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:07Z', 'updated_at': '2021-05-04T17:21:13Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'subnets': [{'id': '2de5a32f-2519-4260-8b3b-6dfec5de81e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:28.199608 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:28.208756 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18827b4-51e4-48d6-af9f-a5f37ef6989e None None] Sync routers for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:28.219149 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18827b4-51e4-48d6-af9f-a5f37ef6989e None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:28:28.220417 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-a18827b4-51e4-48d6-af9f-a5f37ef6989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:28:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:28.273934 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] No DVR routers for this DVR port 5ac30203-edd4-4a2d-a017-892759a71e80 on host hv-cinder-78960 {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:28.276476 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.287323 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-687e3ded-49d0-412d-8387-401bb473d546 req-dc4b156d-959e-449c-9cca-17253425fb08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "DELETE /v2.0/ports/5ac30203-edd4-4a2d-a017-892759a71e80 HTTP/1.1" status: 204 len: 173 time: 1.7896252 May 04 17:28:28.306383 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:28.311742 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193528a1-d6f9-427a-932e-15eeb435729b None None] New status for floating IP d0b70d1e-9375-42e0-930a-a4d7d3eada7b: DOWN {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:28:28.428952 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-a18827b4-51e4-48d6-af9f-a5f37ef6989e None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:28:28.741449 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-a18827b4-51e4-48d6-af9f-a5f37ef6989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:57Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:28.745681 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18827b4-51e4-48d6-af9f-a5f37ef6989e None None] Checking router: d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:28:28.754129 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18827b4-51e4-48d6-af9f-a5f37ef6989e None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:28:28.754713 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-a18827b4-51e4-48d6-af9f-a5f37ef6989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:28:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:28.926940 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-a18827b4-51e4-48d6-af9f-a5f37ef6989e None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:28:29.227865 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-a18827b4-51e4-48d6-af9f-a5f37ef6989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:57Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:29.231744 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18827b4-51e4-48d6-af9f-a5f37ef6989e None None] The sync data for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi is: [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:57Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:29.449024 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98b970b-ff47-4544-ac0f-871c5bdb5178 None None] New status for floating IP 7120bc13-837c-428b-88af-69f8c743aaea: DOWN {{(pid=74293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:28:29.941116 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'tag': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'status': 'completed', 'code': 200} May 04 17:28:30.045084 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b8097-2da1-42f1-a6ed-1db7d362e33e req-9b29490b-ec93-4c74-b64d-50646762739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:30.046621 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7a9b8097-2da1-42f1-a6ed-1db7d362e33e req-9b29490b-ec93-4c74-b64d-50646762739d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 1099 time: 0.0766289 May 04 17:28:30.167740 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e4f19-0cd9-46c7-9624-798cac25ef0b req-f781cf00-ad4e-4b2c-8d47-4c6e4da30405 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:30.168442 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-586e4f19-0cd9-46c7-9624-798cac25ef0b req-f781cf00-ad4e-4b2c-8d47-4c6e4da30405 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Synchronizing usage tracker for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:30.177533 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b8097-2da1-42f1-a6ed-1db7d362e33e req-82fbe6b4-4983-4d00-8d48-eb1850043e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:30.178998 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7a9b8097-2da1-42f1-a6ed-1db7d362e33e req-82fbe6b4-4983-4d00-8d48-eb1850043e6e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 200 len: 913 time: 0.1259847 May 04 17:28:30.244778 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7a9b8097-2da1-42f1-a6ed-1db7d362e33e req-0432f479-80ee-485d-9480-40db5f86320e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a2fc4d7-be21-4975-9dc4-f3a791f2663b HTTP/1.1" status: 200 len: 217 time: 0.0592072 May 04 17:28:30.262765 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-586e4f19-0cd9-46c7-9624-798cac25ef0b req-f781cf00-ad4e-4b2c-8d47-4c6e4da30405 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Unset dirty status for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:30.262765 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-586e4f19-0cd9-46c7-9624-798cac25ef0b req-f781cf00-ad4e-4b2c-8d47-4c6e4da30405 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 946 time: 0.1736097 May 04 17:28:30.307346 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-586e4f19-0cd9-46c7-9624-798cac25ef0b req-cbc1dbfd-5a25-4ff9-9c22-60ba950e214e tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408254 May 04 17:28:30.313466 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b8097-2da1-42f1-a6ed-1db7d362e33e req-97212bc5-4321-4d9a-98ab-784bcec5e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:30.313466 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7a9b8097-2da1-42f1-a6ed-1db7d362e33e req-97212bc5-4321-4d9a-98ab-784bcec5e420 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 200 len: 851 time: 0.0601797 May 04 17:28:30.391701 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b8097-2da1-42f1-a6ed-1db7d362e33e req-d4e43f98-7a13-4aec-a9fe-8a5fe65d3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:30.393337 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7a9b8097-2da1-42f1-a6ed-1db7d362e33e req-d4e43f98-7a13-4aec-a9fe-8a5fe65d3f0b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747559 May 04 17:28:30.523892 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57676) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:30.536443 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7a9b8097-2da1-42f1-a6ed-1db7d362e33e req-413b7ed1-f816-4313-9f0a-b9388caa2ad3 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359529 May 04 17:28:30.588012 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7d34560c-b5b3-478d-bdb7-c660929a84af tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.617229 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7d34560c-b5b3-478d-bdb7-c660929a84af tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.755721 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-7a9b8097-2da1-42f1-a6ed-1db7d362e33e req-28c2a756-1765-4c80-afa4-f7c325d1a926 service neutron] 10.222.0.11 "GET /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123187 May 04 17:28:30.785672 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7d34560c-b5b3-478d-bdb7-c660929a84af tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.790732 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-aa7c9239-d552-4c75-ba96-d2506ef1cd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:30.809123 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34560c-b5b3-478d-bdb7-c660929a84af tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07164f8a-aebf-4ae5-9589-3d9aa240a569,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:30.811370 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7d34560c-b5b3-478d-bdb7-c660929a84af tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:30.925110 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7d34560c-b5b3-478d-bdb7-c660929a84af tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:30.926274 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-7d34560c-b5b3-478d-bdb7-c660929a84af tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "DELETE /v2.0/security-groups/07164f8a-aebf-4ae5-9589-3d9aa240a569 HTTP/1.1" status: 204 len: 168 time: 0.4014168 May 04 17:28:30.928978 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57680) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:30.944930 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.api.v2.resource [None req-1eac6f7f-f08b-4ded-8133-a53f6ace3a41 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] show failed (client error): The resource could not be found. May 04 17:28:30.946435 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-1eac6f7f-f08b-4ded-8133-a53f6ace3a41 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups/07164f8a-aebf-4ae5-9589-3d9aa240a569 HTTP/1.1" status: 404 len: 347 time: 0.0160444 May 04 17:28:30.948865 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57684) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:31.159919 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-ff68bad3-253b-400e-b1cf-cb871102625e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Deleting port 501c55ff-129d-45a4-a8d4-e3ec5348ebb7 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:31.160144 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ff68bad3-253b-400e-b1cf-cb871102625e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.276398 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ff68bad3-253b-400e-b1cf-cb871102625e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.276717 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ff68bad3-253b-400e-b1cf-cb871102625e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.311201 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.397309 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-ff68bad3-253b-400e-b1cf-cb871102625e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Calling delete_port for 501c55ff-129d-45a4-a8d4-e3ec5348ebb7 owned by network:floatingip {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:31.495943 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-ab49b689-15b7-4c89-8261-99e7f0466641 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:31.496877 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-ab49b689-15b7-4c89-8261-99e7f0466641 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Synchronizing usage tracker for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:31.508744 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-ab49b689-15b7-4c89-8261-99e7f0466641 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Unset dirty status for tenant:1bd5ecab4ea5481b86be48cea2cc1915 on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:31.509863 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-ab49b689-15b7-4c89-8261-99e7f0466641 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 946 time: 0.0951080 May 04 17:28:31.543390 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7950c-c2fd-44df-9539-dea4069caf39 req-eddf8488-5abb-467e-b477-3173ed54ed49 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:31.546681 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6ae7950c-c2fd-44df-9539-dea4069caf39 req-eddf8488-5abb-467e-b477-3173ed54ed49 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 946 time: 0.1281722 May 04 17:28:31.605698 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6ae7950c-c2fd-44df-9539-dea4069caf39 req-793b84bb-405b-473e-920f-c4fe398e5529 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/security-groups?id=d3755eeb-f77c-4291-b9c7-157429556f94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504310 May 04 17:28:31.650962 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-629a0987-41ff-4330-9b8c-248da0c03413 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Deleting port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:31.651300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-629a0987-41ff-4330-9b8c-248da0c03413 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.671366 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ff68bad3-253b-400e-b1cf-cb871102625e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.676143 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-60529c5f-ec04-4643-94b2-78ba1b456865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:31.717580 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff68bad3-253b-400e-b1cf-cb871102625e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event deleted for resources: {'Port': ['ID=501c55ff-129d-45a4-a8d4-e3ec5348ebb7,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:31.720469 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ff68bad3-253b-400e-b1cf-cb871102625e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:31.783814 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-629a0987-41ff-4330-9b8c-248da0c03413 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] For port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=1a2fc4d7-be21-4975-9dc4-f3a791f2663b,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:31.784643 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-629a0987-41ff-4330-9b8c-248da0c03413 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.810562 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ff68bad3-253b-400e-b1cf-cb871102625e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.824709 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ff68bad3-253b-400e-b1cf-cb871102625e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:31.825855 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-ff68bad3-253b-400e-b1cf-cb871102625e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "DELETE /v2.0/floatingips/7120bc13-837c-428b-88af-69f8c743aaea HTTP/1.1" status: 204 len: 168 time: 0.8761752 May 04 17:28:31.906825 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-629a0987-41ff-4330-9b8c-248da0c03413 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Calling delete_port for 1a2fc4d7-be21-4975-9dc4-f3a791f2663b owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:31.942339 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'name': 'network-vif-deleted', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:28:31.989073 dv-cinder-789603-1-iscsi neutron-server[74290]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c34539b0-0d12-467d-b803-b652e5aa61a5', 'name': 'network-vif-deleted', 'tag': '5ac30203-edd4-4a2d-a017-892759a71e80', 'status': 'failed', 'code': 422} returned with failed status May 04 17:28:32.163811 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-629a0987-41ff-4330-9b8c-248da0c03413 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.169473 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b4083b8a-37e7-4465-b779-523a7541d5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:32.217286 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a0987-41ff-4330-9b8c-248da0c03413 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event deleted for resources: {'Port': ['ID=1a2fc4d7-be21-4975-9dc4-f3a791f2663b,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:32.220162 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-629a0987-41ff-4330-9b8c-248da0c03413 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:32.292102 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-629a0987-41ff-4330-9b8c-248da0c03413 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] No DVR routers for this DVR port 1a2fc4d7-be21-4975-9dc4-f3a791f2663b on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:32.294580 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-629a0987-41ff-4330-9b8c-248da0c03413 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.297032 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'name': 'network-vif-deleted', 'tag': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:28:32.408162 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57696) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:32.413491 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--579801745', 'description': 'tempest-description--1406168660'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:32.419856 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:32.424191 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Usage tracker for resource:security_group and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:32.427258 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:32.433626 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:32.441296 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb90e2e8-c794-4f72-97fc-2ff3733c2aed', 'name': 'network-vif-deleted', 'tag': '1a2fc4d7-be21-4975-9dc4-f3a791f2663b', 'status': 'completed', 'code': 200} May 04 17:28:32.525880 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-301f36c1-4cf9-4978-9156-0b8a54cfb527 req-629a0987-41ff-4330-9b8c-248da0c03413 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.11 "DELETE /v2.0/ports/1a2fc4d7-be21-4975-9dc4-f3a791f2663b HTTP/1.1" status: 204 len: 173 time: 0.9965391 May 04 17:28:32.657877 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.683203 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:32.687410 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Usage tracker for resource:security_group_rule and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:32.690525 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:32.696208 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:32.760117 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-21903109-0c4b-4e25-85f9-81dbf44146b2 req-eaaa57eb-d38a-4ad9-9b5d-9a081c7c9cc6 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 210 time: 0.0464656 May 04 17:28:32.771547 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.920168 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:32.925552 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-0a99c772-a5d6-470d-b432-1db480fc4c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:32.966942 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dff07e1f-42aa-4b60-a8fa-d725f86c63bd,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:32.969790 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:33.189012 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.192776 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-fb277917-6633-4711-b5d8-3854d5726d94 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7810943 May 04 17:28:33.193045 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57702) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:33.199594 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-89e13b86-7bbd-4567-9432-3fb59126155d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Request body: {'security_group_rule': {'security_group_id': 'dff07e1f-42aa-4b60-a8fa-d725f86c63bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:33.204227 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-89e13b86-7bbd-4567-9432-3fb59126155d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:33.208101 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-89e13b86-7bbd-4567-9432-3fb59126155d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Usage tracker for resource:security_group_rule and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:33.211555 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-89e13b86-7bbd-4567-9432-3fb59126155d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:33.217354 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-89e13b86-7bbd-4567-9432-3fb59126155d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:33.429760 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-89e13b86-7bbd-4567-9432-3fb59126155d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.492340 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-89e13b86-7bbd-4567-9432-3fb59126155d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.605771 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-89e13b86-7bbd-4567-9432-3fb59126155d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.607741 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:33.627514 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e13b86-7bbd-4567-9432-3fb59126155d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fabee35-5640-4d1e-9b4f-ef781deccffe,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:33.631274 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-89e13b86-7bbd-4567-9432-3fb59126155d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:33.817876 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-89e13b86-7bbd-4567-9432-3fb59126155d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:33.822388 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-89e13b86-7bbd-4567-9432-3fb59126155d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6251636 May 04 17:28:33.822598 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57708) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:33.827959 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-133b54a0-8b3f-43ca-bc30-7c95c0b9653b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Request body: {'security_group_rule': {'security_group_id': 'dff07e1f-42aa-4b60-a8fa-d725f86c63bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:33.833879 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-133b54a0-8b3f-43ca-bc30-7c95c0b9653b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:33.837818 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-133b54a0-8b3f-43ca-bc30-7c95c0b9653b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Usage tracker for resource:security_group_rule and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:33.840655 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-133b54a0-8b3f-43ca-bc30-7c95c0b9653b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:33.846575 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-133b54a0-8b3f-43ca-bc30-7c95c0b9653b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:33.907123 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 1a2fc4d7-be21-4975-9dc4-f3a791f2663b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:33.930004 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8866caf8-08ad-46d9-9fb1-502ce835597e req-0ef86433-0e25-461c-828e-d7bce35bb716 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb90e2e8-c794-4f72-97fc-2ff3733c2aed HTTP/1.1" status: 200 len: 210 time: 0.0454888 May 04 17:28:33.942275 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: 1a2fc4d7-be21-4975-9dc4-f3a791f2663b {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:28:33.942646 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 1a2fc4d7-be21-4975-9dc4-f3a791f2663b not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:33.957394 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-133b54a0-8b3f-43ca-bc30-7c95c0b9653b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.018619 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-133b54a0-8b3f-43ca-bc30-7c95c0b9653b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.173796 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-133b54a0-8b3f-43ca-bc30-7c95c0b9653b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.175846 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:34.198112 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b54a0-8b3f-43ca-bc30-7c95c0b9653b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049d60e4-3936-4bbd-923f-ef01500c1796,revision_number=0']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:34.200411 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-133b54a0-8b3f-43ca-bc30-7c95c0b9653b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:34.374076 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-133b54a0-8b3f-43ca-bc30-7c95c0b9653b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.375250 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-133b54a0-8b3f-43ca-bc30-7c95c0b9653b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5517509 May 04 17:28:34.378219 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57712) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:34.383816 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Request body: {'floatingip': {'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:34.396223 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:34.396223 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Usage tracker for resource:floatingip and tenant:24062aed3d6d4a5391f4421a74f94669 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:28:34.396223 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:28:34.403961 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:34.499749 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.631834 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:34.763420 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Allocated IP 172.27.3.158 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/ef52ecbc-51bf-4edc-840e-b801d2431ae6) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:34.905251 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.009012 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.012754 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-dbac3e33-e509-483a-b3d4-35fdc7c90ace tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:35.023788 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57718) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:35.073576 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:35.076909 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:35.080475 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:28:35.109192 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event updated for resources: {'Port': ['ID=ef52ecbc-51bf-4edc-840e-b801d2431ae6,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:35.114972 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:35.262053 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.341211 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-4f254b09-9c94-4b30-b766-fb0cdb36b309 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Deleting port 75782bbf-ac52-46a4-8be5-77fdc62b70ad {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:35.341548 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4f254b09-9c94-4b30-b766-fb0cdb36b309 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.394827 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.461264 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4f254b09-9c94-4b30-b766-fb0cdb36b309 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.461581 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4f254b09-9c94-4b30-b766-fb0cdb36b309 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.580778 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-4f254b09-9c94-4b30-b766-fb0cdb36b309 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Calling delete_port for 75782bbf-ac52-46a4-8be5-77fdc62b70ad owned by network:floatingip {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:35.602888 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.668624 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.674046 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d372ce63-68de-41cb-a5e5-dcfdd7c1ef49 tempest-AttachVolumeNegativeTest-1657020542 tempest-AttachVolumeNegativeTest-1657020542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:35.760595 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4f254b09-9c94-4b30-b766-fb0cdb36b309 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.765448 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:35.780281 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event updated for resources: {'Port': ['ID=ef52ecbc-51bf-4edc-840e-b801d2431ae6,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:35.785213 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:35.792873 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.811343 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f254b09-9c94-4b30-b766-fb0cdb36b309 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event deleted for resources: {'Port': ['ID=75782bbf-ac52-46a4-8be5-77fdc62b70ad,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:35.814448 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4f254b09-9c94-4b30-b766-fb0cdb36b309 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:35.865429 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.866609 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4874752 May 04 17:28:35.900907 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4f254b09-9c94-4b30-b766-fb0cdb36b309 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for floatingip, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.915455 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4f254b09-9c94-4b30-b766-fb0cdb36b309 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:35.916568 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-4f254b09-9c94-4b30-b766-fb0cdb36b309 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "DELETE /v2.0/floatingips/0cbddb96-ce60-4d54-9605-4bf4198803bb HTTP/1.1" status: 204 len: 168 time: 0.8918197 May 04 17:28:36.100109 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-85161acc-c500-487f-97b2-eece8da471ee tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Synchronizing usage tracker for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:36.177545 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-85161acc-c500-487f-97b2-eece8da471ee tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Unset dirty status for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:36.178614 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-85161acc-c500-487f-97b2-eece8da471ee tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--579801745&fields=id&tenant_id=24062aed3d6d4a5391f4421a74f94669 HTTP/1.1" status: 200 len: 267 time: 0.1201162 May 04 17:28:36.325147 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ab3ddda2-a6d4-4673-8ca8-b9f4c9c22ea4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:36.326555 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ab3ddda2-a6d4-4673-8ca8-b9f4c9c22ea4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 817 time: 0.1413352 May 04 17:28:36.341181 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-113fc7e2-749c-46a3-8174-5eef2e3e0646 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/quotas/24062aed3d6d4a5391f4421a74f94669 HTTP/1.1" status: 200 len: 375 time: 0.0092125 May 04 17:28:36.420867 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-7422643f-de0b-4857-9640-6a039d5a0031 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Synchronizing usage tracker for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:port {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:36.522291 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-7422643f-de0b-4857-9640-6a039d5a0031 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Unset dirty status for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:port {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:36.524222 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-7422643f-de0b-4857-9640-6a039d5a0031 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1780434 May 04 17:28:36.657979 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-1dc52d30-eca9-4f77-9c62-7d30af4a610d service neutron] 10.222.0.22 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221671 May 04 17:28:36.785131 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e874d19-a53d-4c43-a837-14f39b3735da service neutron] 10.222.0.22 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213362 May 04 17:28:37.155824 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-17d0db7c-2af1-43a0-b8f9-77a4009f90e7 req-d38c0375-ac49-4d8e-b893-37d81be36f82 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 210 time: 0.0531929 May 04 17:28:38.308271 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-002bf76d-1779-4b72-98d3-80750f197895 req-871aac4d-f0a1-4cff-9dd6-d495ebe7d0da tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 210 time: 0.0477936 May 04 17:28:38.470073 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57756) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:38.539195 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1791bbbe-1e2e-4577-81c1-991890545bff tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.567848 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1791bbbe-1e2e-4577-81c1-991890545bff tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.880315 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1791bbbe-1e2e-4577-81c1-991890545bff tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:38.884898 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-818cd888-ef5b-438c-9dbd-c54ba3599997 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:38.899922 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791bbbe-1e2e-4577-81c1-991890545bff tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3755eeb-f77c-4291-b9c7-157429556f94,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:38.902483 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1791bbbe-1e2e-4577-81c1-991890545bff tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:39.027943 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-1791bbbe-1e2e-4577-81c1-991890545bff tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:39.029106 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-1791bbbe-1e2e-4577-81c1-991890545bff tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] 10.222.0.22 "DELETE /v2.0/security-groups/d3755eeb-f77c-4291-b9c7-157429556f94 HTTP/1.1" status: 204 len: 168 time: 0.5580318 May 04 17:28:39.187976 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57762) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:39.613307 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a1ebe29b-a739-401f-80cf-8bf3b4c21c20 req-4fc33d6f-3441-49ca-88d5-396aaae00c4c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 210 time: 0.1908712 May 04 17:28:40.006746 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656453'] for router_interface, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.098844 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-9628c291-64e7-4b3d-8b41-296d36d19b04 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:40.100246 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-9628c291-64e7-4b3d-8b41-296d36d19b04 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.11 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 817 time: 0.1468461 May 04 17:28:40.149192 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-a0268aeb-78d1-41e5-a3d9-2c6a2da7922f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Synchronizing usage tracker for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:security_group {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:28:40.162212 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-a0268aeb-78d1-41e5-a3d9-2c6a2da7922f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Unset dirty status for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:security_group {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:28:40.163331 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-a0268aeb-78d1-41e5-a3d9-2c6a2da7922f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24062aed3d6d4a5391f4421a74f94669 HTTP/1.1" status: 200 len: 379 time: 0.0546558 May 04 17:28:40.171851 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Request body: {'port': {'device_id': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'admin_state_up': True, 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'security_groups': ['dff07e1f-42aa-4b60-a8fa-d725f86c63bd']}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:40.307665 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:28:40.317249 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:28:40.410912 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] Deleting port 5ec7ba86-d57f-4096-96e3-109575756463 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:40.411244 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.448574 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Made reservation on behalf of 24062aed3d6d4a5391f4421a74f94669 for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:28:40.455421 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.529596 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] For port 5ec7ba86-d57f-4096-96e3-109575756463, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=5ec7ba86-d57f-4096-96e3-109575756463,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:40.529943 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.618333 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Allocated IP 172.20.0.5 (083a592e-a783-46d4-8afb-a37fb4ff1f7a/7b4c2924-2567-4b3e-95c5-9f1b25ee27ef/c0c449b8-a23c-4d49-ab62-a2ed640ad6fe) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:28:40.651505 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] Calling delete_port for 5ec7ba86-d57f-4096-96e3-109575756463 owned by network:router_interface {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:40.807564 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:40.822767 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Transition to ACTIVE for port object c0c449b8-a23c-4d49-ab62-a2ed640ad6fe will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:40.852413 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1082acda-92f0-435f-93fc-5c33d10355b0 req-43715754-dc7d-40ca-99ee-26888457317b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 210 time: 0.0564921 May 04 17:28:41.018065 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.024003 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4ac7eb75-ed89-415a-bf55-d86c60caf6e1 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:41.085207 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Network 083a592e-a783-46d4-8afb-a37fb4ff1f7a is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:28:41.093084 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:28:41.097332 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:28:41.109326 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.113660 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a33625d5-82d9-4a30-8f22-2524c3c97e83 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:41.140544 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event updated for resources: {'Port': ['ID=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:41.145835 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:41.168628 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:41.169338 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.277608 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1094899 May 04 17:28:41.280887 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec7ba86-d57f-4096-96e3-109575756463,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:41.284021 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:41.289537 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Request body: {'port': {'device_id': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:41.408925 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.505418 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-08b32dd0-3ff2-4d1d-80fa-84dc0388b0f5 None None] Provisioning for port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:41.511090 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-08b32dd0-3ff2-4d1d-80fa-84dc0388b0f5 None None] Provisioning complete for port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:41.511523 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-08b32dd0-3ff2-4d1d-80fa-84dc0388b0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.561123 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665333'] for router_interface, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.568113 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-08b32dd0-3ff2-4d1d-80fa-84dc0388b0f5 None None] Port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:28:41.844444 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c449b8-a23c-4d49-ab62-a2ed640ad6fe {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:28:41.851521 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.865054 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Transition to ACTIVE for port object c0c449b8-a23c-4d49-ab62-a2ed640ad6fe will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:28:41.920787 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] Router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:41.937380 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:41.942284 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d2dcbb13-452b-4418-bb1b-b6df1c1ef210 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:42.069736 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Pushing event updated for resources: {'Port': ['ID=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:42.096160 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:42.160430 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:42.169714 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a3457e-14f2-4684-9316-4812133bb932 None None] Sync routers for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:42.174250 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7db8e-2423-40a5-b346-bf9414068c06 req-de220a4d-85f2-4353-bd1b-4f456ac4ea3c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:42.175757 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-23e7db8e-2423-40a5-b346-bf9414068c06 req-de220a4d-85f2-4353-bd1b-4f456ac4ea3c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.1989222 May 04 17:28:42.178750 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3457e-14f2-4684-9316-4812133bb932 None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:28:42.180186 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-51a3457e-14f2-4684-9316-4812133bb932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:28:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:42.186820 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-fa0feb8f-7f1c-4430-b47f-678c0a254862 admin admin] 10.222.0.22 "PUT /v2.0/routers/4111cbe6-b6d3-4201-be64-3b68a4bfeed0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9953322 May 04 17:28:42.187040 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Attempting to bind port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:28:42.187040 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Attempting to bind port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:28:42.187040 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Attempting to bind port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe on network 083a592e-a783-46d4-8afb-a37fb4ff1f7a {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:28:42.187676 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57778) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:42.191583 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe on network 083a592e-a783-46d4-8afb-a37fb4ff1f7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:28:42.191892 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Attempting to bind port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe on network 083a592e-a783-46d4-8afb-a37fb4ff1f7a {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:28:42.197102 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:28:42.197441 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Checking segment: {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:28:42.197807 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Bound using segment: {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:28:42.198218 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Bound port: c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8151153e-3d7c-4e2a-a998-b6649dcae923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:28:42.198552 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.287908 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:28:42.291439 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:28:42.308408 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-23e7db8e-2423-40a5-b346-bf9414068c06 req-47106bc4-af87-43f1-9361-d5b46db4f726 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182337 May 04 17:28:42.365844 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-51a3457e-14f2-4684-9316-4812133bb932 None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:28:42.372792 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.377829 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5b4f05f3-498b-4b47-aeab-91c2536e447b tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:42.397472 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Notify callbacks [] for router, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.441226 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:42.441845 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.443193 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] 10.222.0.11 "PUT /v2.0/ports/c0c449b8-a23c-4d49-ab62-a2ed640ad6fe HTTP/1.1" status: 200 len: 1093 time: 1.1584435 May 04 17:28:42.443876 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:28:42.464758 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Pushing event updated for resources: {'Port': ['ID=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:42.468557 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:42.517499 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'status': 'completed', 'code': 200} May 04 17:28:42.641270 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5c51f-1752-4bf2-8db7-1101efed0a0c req-b9437b41-4f93-4075-8998-575120bb7441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:42.644360 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-58c5c51f-1752-4bf2-8db7-1101efed0a0c req-b9437b41-4f93-4075-8998-575120bb7441 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 1096 time: 0.1056201 May 04 17:28:42.714222 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.768938 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-51a3457e-14f2-4684-9316-4812133bb932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228'}], 'enable_snat': True}, 'gw_port_id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:28:40Z', 'revision_number': 5, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port': {'id': 'ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:21:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:04Z', 'updated_at': '2021-05-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:42.772944 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a3457e-14f2-4684-9316-4812133bb932 None None] Checking router: 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:28:42.781444 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a3457e-14f2-4684-9316-4812133bb932 None None] Routers {'4111cbe6-b6d3-4201-be64-3b68a4bfeed0'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:28:42.782076 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-51a3457e-14f2-4684-9316-4812133bb932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:28:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:42.800891 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5c51f-1752-4bf2-8db7-1101efed0a0c req-2518a811-2458-455a-aef3-515ddf28491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:42.802462 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-58c5c51f-1752-4bf2-8db7-1101efed0a0c req-2518a811-2458-455a-aef3-515ddf28491b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=24062aed3d6d4a5391f4421a74f94669&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1518674 May 04 17:28:42.853842 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Deleting port ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:42.854078 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:42.944723 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-51a3457e-14f2-4684-9316-4812133bb932 None None] Set router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 gateway port host: None {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:28:42.946175 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5c51f-1752-4bf2-8db7-1101efed0a0c req-56b23727-e71f-4f1f-b69f-5584df5e0a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:42.947435 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-58c5c51f-1752-4bf2-8db7-1101efed0a0c req-56b23727-e71f-4f1f-b69f-5584df5e0a42 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392622 May 04 17:28:42.976992 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] For port ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:42.977638 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.051262 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-51a3457e-14f2-4684-9316-4812133bb932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:28:42Z', 'revision_number': 6, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port_host': None}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:43.054135 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-143b588b-3f7e-4209-aee0-683fef619e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:43.055402 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-143b588b-3f7e-4209-aee0-683fef619e0a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 1096 time: 0.0719032 May 04 17:28:43.055532 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a3457e-14f2-4684-9316-4812133bb932 None None] The sync data for ids ['4111cbe6-b6d3-4201-be64-3b68a4bfeed0'] in dv-cinder-789603-1-iscsi is: [{'id': '4111cbe6-b6d3-4201-be64-3b68a4bfeed0', 'name': 'tempest-TestVolumeBootPattern-1042099776-router', 'tenant_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:03Z', 'updated_at': '2021-05-04T17:28:42Z', 'revision_number': 6, 'project_id': '1bd5ecab4ea5481b86be48cea2cc1915', 'gw_port_host': None}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:43.099639 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Calling delete_port for ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b owned by network:router_gateway {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:43.128540 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-8c14065e-d83a-47bb-8994-a22650762049 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe HTTP/1.1" status: 200 len: 217 time: 0.0660012 May 04 17:28:43.189122 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-964e2b44-c63e-4390-8e7f-66110ca34a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:43.190552 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-964e2b44-c63e-4390-8e7f-66110ca34a2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef HTTP/1.1" status: 200 len: 856 time: 0.0562375 May 04 17:28:43.270468 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-8742874d-2bba-4279-a897-29488b6c8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:43.272098 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-8742874d-2bba-4279-a897-29488b6c8184 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=083a592e-a783-46d4-8afb-a37fb4ff1f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744853 May 04 17:28:43.297930 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.302874 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-f866283a-d7bc-404a-ac7e-7092e95900cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:43.350711 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:43.378188 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:43.444608 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-90bd3d31-4574-4534-8f37-f1d029403aa1 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661372 May 04 17:28:43.524117 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663914'] for router_gateway, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.584388 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-8c8e18a6-c4d8-4426-a9c0-928e9dfc2da7 req-365f9601-9202-41ab-9449-4db5878de50f service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338210 May 04 17:28:43.705839 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74210849-a247-48e9-9b32-cea35281b84d req-cd68d7e8-1939-4a4b-be3d-4d06c2759ffa tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:43.707211 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-74210849-a247-48e9-9b32-cea35281b84d req-cd68d7e8-1939-4a4b-be3d-4d06c2759ffa tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.2749286 May 04 17:28:43.717087 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4253'] for router, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.719802 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.769266 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-74210849-a247-48e9-9b32-cea35281b84d req-bbeb8346-1ddc-42ec-805c-f2e20eca949f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544116 May 04 17:28:43.854242 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666914'] for router, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.858293 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4111cbe6-b6d3-4201-be64-3b68a4bfeed0 {{(pid=74290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:43.868383 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:43.869503 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/4111cbe6-b6d3-4201-be64-3b68a4bfeed0 HTTP/1.1" status: 204 len: 168 time: 1.6694019 May 04 17:28:43.872715 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57786) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:43.932830 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b4cbb3-a041-4fb9-88f2-a1c60ec2d3aa admin admin] Deleting subnet 2de5a32f-2519-4260-8b3b-6dfec5de81e6 {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:28:43.935902 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-51b4cbb3-a041-4fb9-88f2-a1c60ec2d3aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.087858 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-51b4cbb3-a041-4fb9-88f2-a1c60ec2d3aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221752'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.163870 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-51b4cbb3-a041-4fb9-88f2-a1c60ec2d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.475064 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-51b4cbb3-a041-4fb9-88f2-a1c60ec2d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3618866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230852'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.479250 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:44.511260 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4cbb3-a041-4fb9-88f2-a1c60ec2d3aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de5a32f-2519-4260-8b3b-6dfec5de81e6,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:44.514730 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-51b4cbb3-a041-4fb9-88f2-a1c60ec2d3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:44.517009 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-51b4cbb3-a041-4fb9-88f2-a1c60ec2d3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.522562 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e7b20-e707-4465-a8c1-719cee1462dc None None] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:44.523023 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-51b4cbb3-a041-4fb9-88f2-a1c60ec2d3aa admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2de5a32f-2519-4260-8b3b-6dfec5de81e6 HTTP/1.1" status: 204 len: 168 time: 0.6487579 May 04 17:28:44.525399 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57790) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:44.631745 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.649188 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:44.701811 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Deleting port 7460aaf1-7310-4635-a6f4-c1ec319a3c29 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:44.702149 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.710169 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:28:44.711110 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device ed48aa98-66a6-4a0b-ad1a-c3d7c108bd2b not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:44.711483 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 5ec7ba86-d57f-4096-96e3-109575756463 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:44.752945 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 5ec7ba86-d57f-4096-96e3-109575756463 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:28:44.753220 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 5ec7ba86-d57f-4096-96e3-109575756463 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:44.806522 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] For port 7460aaf1-7310-4635-a6f4-c1ec319a3c29, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=7460aaf1-7310-4635-a6f4-c1ec319a3c29,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:44.806522 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.841558 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] DHCP port deletion for 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c request from dv-cinder-789603-1-iscsi {{(pid=74292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:28:44.906237 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Deleting port 7460aaf1-7310-4635-a6f4-c1ec319a3c29 {{(pid=74292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:44.906602 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:44.934132 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Calling delete_port for 7460aaf1-7310-4635-a6f4-c1ec319a3c29 owned by network:dhcp {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:44.970707 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5666a2-f888-4a14-b903-7a95390ebcd8 req-81b1a21f-c493-426c-b35d-24cf43c49566 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:44.972319 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3a5666a2-f888-4a14-b903-7a95390ebcd8 req-81b1a21f-c493-426c-b35d-24cf43c49566 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0840523 May 04 17:28:45.005681 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] For port 7460aaf1-7310-4635-a6f4-c1ec319a3c29, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=7460aaf1-7310-4635-a6f4-c1ec319a3c29,segment=NetworkSegment(f68526cf-08c6-4609-ad00-71619db69acd),segment_id=f68526cf-08c6-4609-ad00-71619db69acd)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:45.006109 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.024865 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3a5666a2-f888-4a14-b903-7a95390ebcd8 req-fb1d1df8-988d-4468-9b29-e09bce373eda tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411229 May 04 17:28:45.074787 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.079360 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-32fd1862-f3c2-4183-9c18-7baee27d30a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:45.122719 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Pushing event deleted for resources: {'Port': ['ID=7460aaf1-7310-4635-a6f4-c1ec319a3c29,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:45.124509 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] No DVR routers for this DVR port 7460aaf1-7310-4635-a6f4-c1ec319a3c29 on host dv-cinder-789603-1-iscsi {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:45.125951 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:45.128294 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Calling delete_port for 7460aaf1-7310-4635-a6f4-c1ec319a3c29 owned by network:dhcp {{(pid=74292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:45.171097 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.175464 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-c880f1f0-ca07-4d5f-8eb8-793361da631c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:45.219783 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Pushing event deleted for resources: {'Port': ['ID=7460aaf1-7310-4635-a6f4-c1ec319a3c29,revision_number=None']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:45.224350 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] No DVR routers for this DVR port 7460aaf1-7310-4635-a6f4-c1ec319a3c29 on host dv-cinder-789603-1-iscsi {{(pid=74292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:45.230343 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:45.230688 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:45.231026 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:45.231362 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:45.231676 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:45.232000 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:45.232322 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:45.232638 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:45.232990 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:45.233310 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:45.233886 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:45.233975 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:28:45.237081 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-3d817de7-a622-40e3-ad07-cfd4dc535c24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:45.242004 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.350545 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5629cf-4c48-4b35-ae59-38ba0a0aef1c']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:45.362361 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68526cf-08c6-4609-ad00-71619db69acd') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:45.362664 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68526cf-08c6-4609-ad00-71619db69acd') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:45.374529 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221697'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.390493 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.396327 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:45.564969 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:28:45.573819 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3619728'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.823181 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Network 6f5629cf-4c48-4b35-ae59-38ba0a0aef1c has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: Traceback (most recent call last): May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: timer() May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: cb(*args, **kw) May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: return func(*args, **kwargs) May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: self._notify() May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: self.callback(batched_events) May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: event.method(event) May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: return f(self, *a, **k) May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._get(url).json() May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: return self.request(url, 'GET', **kwargs) May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:45.844640 dv-cinder-789603-1-iscsi neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:45.991295 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:45.995042 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:46.008472 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.018412 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Pushing event deleted for resources: {'Network': ['ID=6f5629cf-4c48-4b35-ae59-38ba0a0aef1c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:46.021445 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:46.112144 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] 10.222.0.22 "DELETE /v2.0/networks/6f5629cf-4c48-4b35-ae59-38ba0a0aef1c HTTP/1.1" status: 204 len: 168 time: 1.5856690 May 04 17:28:46.114838 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57798) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:46.210586 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab57a9-9517-4028-9fd6-35a61a84072f req-e29e8793-eccd-4b55-9d27-10de78d53e90 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:46.212051 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d6ab57a9-9517-4028-9fd6-35a61a84072f req-e29e8793-eccd-4b55-9d27-10de78d53e90 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0796416 May 04 17:28:46.259783 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d6ab57a9-9517-4028-9fd6-35a61a84072f req-df4b3ec4-b071-4523-b02d-748d0918c4f8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420153 May 04 17:28:46.618743 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 7460aaf1-7310-4635-a6f4-c1ec319a3c29 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:46.637649 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656453'] for router_interface, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:46.651953 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 7460aaf1-7310-4635-a6f4-c1ec319a3c29 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:28:46.652300 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 7460aaf1-7310-4635-a6f4-c1ec319a3c29 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:47.027374 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] Deleting port 8c540562-cc11-4257-ad5e-86d996fdc0b3 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:47.027707 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.144641 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] For port 8c540562-cc11-4257-ad5e-86d996fdc0b3, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=8c540562-cc11-4257-ad5e-86d996fdc0b3,segment=NetworkSegment(632a572b-d86b-44cc-8b83-a20177340bbc),segment_id=632a572b-d86b-44cc-8b83-a20177340bbc)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:47.145023 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.352775 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] Calling delete_port for 8c540562-cc11-4257-ad5e-86d996fdc0b3 owned by network:router_interface {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:47.446867 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95086f01-229c-4f47-ad20-bc4252a69ddf req-05320d63-64f1-403a-994b-e1bbf5f09b0e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:47.448319 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-95086f01-229c-4f47-ad20-bc4252a69ddf req-05320d63-64f1-403a-994b-e1bbf5f09b0e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0807121 May 04 17:28:47.492553 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-95086f01-229c-4f47-ad20-bc4252a69ddf req-7af588a0-1667-40e5-bc2b-553c3d38cbff tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385716 May 04 17:28:47.705547 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:47.710363 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9caffa64-a83f-4303-ac51-b08c9728db53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:47.754696 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c540562-cc11-4257-ad5e-86d996fdc0b3,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:47.784372 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:47.937762 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device c0c449b8-a23c-4d49-ab62-a2ed640ad6fe details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:28:48.020141 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665333'] for router_interface, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.070047 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:48.082867 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'port_id': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'mac_address': 'fa:16:3e:78:6f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:28:48.174373 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.191631 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c449b8-a23c-4d49-ab62-a2ed640ad6fe {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:28:48.206226 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:48.297679 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:48.299458 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:48.364518 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:48.368126 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:48.370991 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] Router 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:48.533085 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['c0c449b8-a23c-4d49-ab62-a2ed640ad6fe'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:28:48.545460 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:48.556031 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a88ca5-5209-425f-aecc-be74012c0f94 None None] Sync routers for ids ['38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:48.575757 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a88ca5-5209-425f-aecc-be74012c0f94 None None] Routers {'38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:28:48.575757 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-32a88ca5-5209-425f-aecc-be74012c0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:28:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:48.637927 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] 10.222.0.22 "PUT /v2.0/routers/38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5220211 May 04 17:28:48.644946 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57806) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:48.709607 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f0efa-c404-4c06-9d85-7cf9221c770f req-08337927-7db7-4f4e-aad0-8b66a63f9371 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:48.712422 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b53f0efa-c404-4c06-9d85-7cf9221c770f req-08337927-7db7-4f4e-aad0-8b66a63f9371 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 944 time: 0.0930309 May 04 17:28:48.782096 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b53f0efa-c404-4c06-9d85-7cf9221c770f req-46ac8a57-085e-4415-b6d2-b04c3c62e997 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573583 May 04 17:28:48.793518 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-32a88ca5-5209-425f-aecc-be74012c0f94 None None] Set router 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:28:48.951165 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Notify callbacks [] for router, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.070692 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-32a88ca5-5209-425f-aecc-be74012c0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'name': 'tempest-TestVolumeBootPattern-57842806-router', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:12Z', 'updated_at': '2021-05-04T17:28:47Z', 'revision_number': 5, 'project_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'gw_port': {'id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:13Z', 'updated_at': '2021-05-04T17:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:49.074320 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a88ca5-5209-425f-aecc-be74012c0f94 None None] Checking router: 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:28:49.082395 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a88ca5-5209-425f-aecc-be74012c0f94 None None] Routers {'38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:28:49.082986 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-32a88ca5-5209-425f-aecc-be74012c0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:28:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:49.125876 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.258321 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-32a88ca5-5209-425f-aecc-be74012c0f94 None None] Set router 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:28:49.295172 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Deleting port d2b80e1b-bda4-4da0-8a10-b9649d9a47dc {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:49.295503 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.414175 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] For port d2b80e1b-bda4-4da0-8a10-b9649d9a47dc, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d2b80e1b-bda4-4da0-8a10-b9649d9a47dc,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:49.414424 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.530388 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-32a88ca5-5209-425f-aecc-be74012c0f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'name': 'tempest-TestVolumeBootPattern-57842806-router', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:12Z', 'updated_at': '2021-05-04T17:28:47Z', 'revision_number': 5, 'project_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'gw_port': {'id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:13Z', 'updated_at': '2021-05-04T17:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:49.534103 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a88ca5-5209-425f-aecc-be74012c0f94 None None] The sync data for ids ['38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d'] in dv-cinder-789603-1-iscsi is: [{'id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'name': 'tempest-TestVolumeBootPattern-57842806-router', 'tenant_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131'}], 'enable_snat': True}, 'gw_port_id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:21:12Z', 'updated_at': '2021-05-04T17:28:47Z', 'revision_number': 5, 'project_id': '7a97ec6861cd4f6bad3159fd9dafb4ee', 'gw_port': {'id': 'd2b80e1b-bda4-4da0-8a10-b9649d9a47dc', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:6d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:21:13Z', 'updated_at': '2021-05-04T17:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:49.534378 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Calling delete_port for d2b80e1b-bda4-4da0-8a10-b9649d9a47dc owned by network:router_gateway {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:49.744035 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.748108 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-526c2e47-8e04-4c95-84b5-6c6fca573712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:49.790322 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b80e1b-bda4-4da0-8a10-b9649d9a47dc,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:49.793434 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:49.884281 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663914'] for router_gateway, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:49.954024 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device c0c449b8-a23c-4d49-ab62-a2ed640ad6fe up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:28:49.994249 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2181c-189b-4f17-b089-302d132c00bb req-5c809685-4532-4dcb-9644-d4995590a455 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:49.995684 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-51c2181c-189b-4f17-b089-302d132c00bb req-5c809685-4532-4dcb-9644-d4995590a455 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 944 time: 0.0865788 May 04 17:28:50.051225 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-51c2181c-189b-4f17-b089-302d132c00bb req-bed096b6-0112-4eeb-a1e1-d13cb7dc2858 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490665 May 04 17:28:50.075342 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4253'] for router, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.077613 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.206098 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666914'] for router, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.206287 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:28:50.206594 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d {{(pid=74289) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:28:50.214973 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:28:50.214973 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.219638 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.221098 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-a6aa19d2-e15b-451e-87d8-7567c4cd6f5f admin admin] 10.222.0.22 "DELETE /v2.0/routers/38aa167d-bdbd-40fb-a2c0-11a1cb12ad3d HTTP/1.1" status: 204 len: 168 time: 1.5751734 May 04 17:28:50.223617 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57812) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:50.287023 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-674c5a2d-fad9-4364-9104-dceaaf005102 admin admin] Deleting subnet 233d6247-994d-43e1-abd0-9fa60c943f50 {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:28:50.290382 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-674c5a2d-fad9-4364-9104-dceaaf005102 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.339596 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.344545 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-674c5a2d-fad9-4364-9104-dceaaf005102 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221752'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.365498 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:28:50.375396 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:50.424709 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-674c5a2d-fad9-4364-9104-dceaaf005102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.471297 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'code': 200} May 04 17:28:50.480646 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.483063 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:50.556815 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:50.560095 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:50.689825 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d2b80e1b-bda4-4da0-8a10-b9649d9a47dc no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:50.724039 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: d2b80e1b-bda4-4da0-8a10-b9649d9a47dc {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:28:50.724385 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d2b80e1b-bda4-4da0-8a10-b9649d9a47dc not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:50.724797 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 8c540562-cc11-4257-ad5e-86d996fdc0b3 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:50.758323 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 8c540562-cc11-4257-ad5e-86d996fdc0b3 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:28:50.758668 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 8c540562-cc11-4257-ad5e-86d996fdc0b3 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:50.901346 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-674c5a2d-fad9-4364-9104-dceaaf005102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3618866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230852'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.908577 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:50.939199 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86529022-c3e1-4bb8-8d39-bdc9523275c1 req-ebf886b2-e5f6-479a-a2e2-da4753f66fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:50.940585 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-86529022-c3e1-4bb8-8d39-bdc9523275c1 req-ebf886b2-e5f6-479a-a2e2-da4753f66fc7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 1098 time: 0.1020670 May 04 17:28:50.947800 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-674c5a2d-fad9-4364-9104-dceaaf005102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:50.950745 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c5a2d-fad9-4364-9104-dceaaf005102 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=233d6247-994d-43e1-abd0-9fa60c943f50,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:50.952740 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471aed99-33e8-414a-bf58-7cbd99584f88 None None] Network 08bf6a39-c5fb-4313-b442-c8b9caaca374 requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:28:50.952996 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-674c5a2d-fad9-4364-9104-dceaaf005102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:50.976112 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-674c5a2d-fad9-4364-9104-dceaaf005102 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/233d6247-994d-43e1-abd0-9fa60c943f50 HTTP/1.1" status: 204 len: 168 time: 0.7514524 May 04 17:28:50.979207 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57820) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:50.996062 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-86529022-c3e1-4bb8-8d39-bdc9523275c1 req-d3e521b0-5c94-40e6-8c10-53867bca9698 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408735 May 04 17:28:51.204478 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68652c1d-c8d7-4a3b-b363-8e1d24e0c107 None None] DHCP port deletion for 08bf6a39-c5fb-4313-b442-c8b9caaca374 request from dv-cinder-789603-1-iscsi {{(pid=74292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:28:51.226612 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.267829 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-68652c1d-c8d7-4a3b-b363-8e1d24e0c107 None None] Deleting port 7c83a168-e465-4a05-b40e-66aa72b58398 {{(pid=74292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:51.268211 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-68652c1d-c8d7-4a3b-b363-8e1d24e0c107 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.306681 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76daf3-5ca3-416f-980a-f4b2d9e0c0c2 req-dc1f4de0-0f1f-4462-8533-3052236cb3fd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:51.308147 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0c76daf3-5ca3-416f-980a-f4b2d9e0c0c2 req-dc1f4de0-0f1f-4462-8533-3052236cb3fd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.1440039 May 04 17:28:51.354542 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Deleting port 7c83a168-e465-4a05-b40e-66aa72b58398 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:28:51.354878 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.365158 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-68652c1d-c8d7-4a3b-b363-8e1d24e0c107 None None] For port 7c83a168-e465-4a05-b40e-66aa72b58398, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=7c83a168-e465-4a05-b40e-66aa72b58398,segment=NetworkSegment(632a572b-d86b-44cc-8b83-a20177340bbc),segment_id=632a572b-d86b-44cc-8b83-a20177340bbc)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:51.365547 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-68652c1d-c8d7-4a3b-b363-8e1d24e0c107 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.392986 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0c76daf3-5ca3-416f-980a-f4b2d9e0c0c2 req-14bdfac7-681f-481b-8d9e-5e9db4617930 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751214 May 04 17:28:51.463623 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] For port 7c83a168-e465-4a05-b40e-66aa72b58398, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=7c83a168-e465-4a05-b40e-66aa72b58398,segment=NetworkSegment(632a572b-d86b-44cc-8b83-a20177340bbc),segment_id=632a572b-d86b-44cc-8b83-a20177340bbc)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:28:51.463909 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.483682 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-68652c1d-c8d7-4a3b-b363-8e1d24e0c107 None None] Calling delete_port for 7c83a168-e465-4a05-b40e-66aa72b58398 owned by network:dhcp {{(pid=74292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:51.586158 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Calling delete_port for 7c83a168-e465-4a05-b40e-66aa72b58398 owned by network:dhcp {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:28:51.637591 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-68652c1d-c8d7-4a3b-b363-8e1d24e0c107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.641378 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:51.644351 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.648948 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-857ed1c2-47e4-4383-b0ee-ec338588dce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:51.688936 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68652c1d-c8d7-4a3b-b363-8e1d24e0c107 None None] No DVR routers for this DVR port 7c83a168-e465-4a05-b40e-66aa72b58398 on host dv-cinder-789603-1-iscsi {{(pid=74292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:51.692622 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68652c1d-c8d7-4a3b-b363-8e1d24e0c107 None None] Pushing event deleted for resources: {'Port': ['ID=7c83a168-e465-4a05-b40e-66aa72b58398,revision_number=None']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:51.695404 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Pushing event deleted for resources: {'Port': ['ID=7c83a168-e465-4a05-b40e-66aa72b58398,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:51.701004 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-68652c1d-c8d7-4a3b-b363-8e1d24e0c107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:51.706173 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] No DVR routers for this DVR port 7c83a168-e465-4a05-b40e-66aa72b58398 on host dv-cinder-789603-1-iscsi {{(pid=74290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:28:51.707770 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:51.821359 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.930135 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bf6a39-c5fb-4313-b442-c8b9caaca374']}} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:51.942205 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632a572b-d86b-44cc-8b83-a20177340bbc') {'for_net_delete': True} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:51.942430 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.services.segments.db [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632a572b-d86b-44cc-8b83-a20177340bbc') {} {{(pid=74290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:51.953667 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-749128'] for segment, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.969401 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:51.975228 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=74290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:28:52.135467 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Network 08bf6a39-c5fb-4313-b442-c8b9caaca374 has no segments {{(pid=74290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:28:52.143524 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4104551'] for segment, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.303542 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.managers [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Network 08bf6a39-c5fb-4313-b442-c8b9caaca374 has no segments {{(pid=74290) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: util.warn( May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: util.warn( May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: util.warn( May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: util.warn( May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: Traceback (most recent call last): May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: timer() May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: cb(*args, **kw) May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: return func(*args, **kwargs) May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: self._notify() May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: self.callback(batched_events) May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: event.method(event) May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: return f(self, *a, **k) May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: return self._get(url).json() May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: return self.request(url, 'GET', **kwargs) May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:28:52.323519 dv-cinder-789603-1-iscsi neutron-server[74290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:28:52.494049 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.498147 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:52.512740 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:52.529672 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Pushing event deleted for resources: {'Network': ['ID=08bf6a39-c5fb-4313-b442-c8b9caaca374,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:52.534290 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] 10.222.0.22 "DELETE /v2.0/networks/08bf6a39-c5fb-4313-b442-c8b9caaca374 HTTP/1.1" status: 204 len: 168 time: 1.5540009 May 04 17:28:52.535315 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:52.626769 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 7c83a168-e465-4a05-b40e-66aa72b58398 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:28:52.642716 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcbcfea-eb2f-43db-a3c3-02dcacf214d0 req-86f39102-1c4b-4b48-9bb7-606e9795885c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:52.644183 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9fcbcfea-eb2f-43db-a3c3-02dcacf214d0 req-86f39102-1c4b-4b48-9bb7-606e9795885c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.1327469 May 04 17:28:52.661268 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 7c83a168-e465-4a05-b40e-66aa72b58398 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:28:52.661623 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 7c83a168-e465-4a05-b40e-66aa72b58398 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:28:52.788674 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9fcbcfea-eb2f-43db-a3c3-02dcacf214d0 req-92b8abef-c8bc-4dae-b140-9dab0dfb5402 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375029 May 04 17:28:52.909064 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57834) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:52.958506 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-b7ed1f2f-f4fb-4271-aa40-189e2b6804ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1bd5ecab4ea5481b86be48cea2cc1915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482690 May 04 17:28:52.965984 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57838) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:52.968340 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4afa9-8d26-448b-a799-95e57f9a3ac7 req-3c5cf728-b3df-4d30-9f4b-d075e6cbda33 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:52.969788 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9da4afa9-8d26-448b-a799-95e57f9a3ac7 req-3c5cf728-b3df-4d30-9f4b-d075e6cbda33 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0787251 May 04 17:28:52.978959 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 57842) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:52.985855 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-f971186a-d65d-4c17-a4bb-b8527c9747f7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Request body: {'floatingip': {'port_id': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:28:53.014114 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-638154f2-bb99-4e95-b998-f765de8fcf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.073790 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f971186a-d65d-4c17-a4bb-b8527c9747f7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.217617 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f23fd7aa-8cec-45d8-8ea7-dbb35a9d2a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.290381 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f23fd7aa-8cec-45d8-8ea7-dbb35a9d2a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.569442 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f23fd7aa-8cec-45d8-8ea7-dbb35a9d2a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.574913 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-988c79a9-3458-4c6e-9112-6a98d62cbb1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:53.595089 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23fd7aa-8cec-45d8-8ea7-dbb35a9d2a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d321745f-cb41-4f28-9ef8-2124addf61ac,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:53.602143 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f23fd7aa-8cec-45d8-8ea7-dbb35a9d2a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:53.604970 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f23fd7aa-8cec-45d8-8ea7-dbb35a9d2a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.608479 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-f23fd7aa-8cec-45d8-8ea7-dbb35a9d2a11 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d321745f-cb41-4f28-9ef8-2124addf61ac HTTP/1.1" status: 204 len: 168 time: 0.6391709 May 04 17:28:53.757857 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f971186a-d65d-4c17-a4bb-b8527c9747f7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:53.842980 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f971186a-d65d-4c17-a4bb-b8527c9747f7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.016079 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.l3_db [None req-f971186a-d65d-4c17-a4bb-b8527c9747f7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Floating IP 839745e0-de11-4c79-a8df-582eed2467dd associated. External IP: 172.27.3.158, port: c0c449b8-a23c-4d49-ab62-a2ed640ad6fe. May 04 17:28:54.381312 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57850) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:54.428077 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-d5dabe47-d500-4e74-83bb-89dc67782a49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a97ec6861cd4f6bad3159fd9dafb4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462282 May 04 17:28:54.430944 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 57854) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:28:54.452931 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f971186a-d65d-4c17-a4bb-b8527c9747f7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:28:54.491024 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb7b1-acb5-4970-92d2-a220702e6155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.517271 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb7b1-acb5-4970-92d2-a220702e6155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.630662 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f971186a-d65d-4c17-a4bb-b8527c9747f7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:28:54.635920 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f971186a-d65d-4c17-a4bb-b8527c9747f7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.640140 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa7e6b-f3f8-412d-af3e-fbfe878f3505 None None] Sync routers for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:28:54.648907 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb7b1-acb5-4970-92d2-a220702e6155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.649416 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa7e6b-f3f8-412d-af3e-fbfe878f3505 None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:28:54.650033 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-64fa7e6b-f3f8-412d-af3e-fbfe878f3505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:28:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:54.654089 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-57403626-770d-4cb4-b069-413f6be1f6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:28:54.666565 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cb7b1-acb5-4970-92d2-a220702e6155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0244c0-fc8c-4bd4-8239-ce84dcd3130c,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:28:54.669746 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9e2cb7b1-acb5-4970-92d2-a220702e6155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:28:54.671699 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9e2cb7b1-acb5-4970-92d2-a220702e6155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:54.673044 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-9e2cb7b1-acb5-4970-92d2-a220702e6155 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f0244c0-fc8c-4bd4-8239-ce84dcd3130c HTTP/1.1" status: 204 len: 168 time: 0.2410393 May 04 17:28:54.698142 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-f971186a-d65d-4c17-a4bb-b8527c9747f7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "PUT /v2.0/floatingips/839745e0-de11-4c79-a8df-582eed2467dd HTTP/1.1" status: 200 len: 991 time: 1.7136514 May 04 17:28:54.698142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:28:54.847866 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'status': 'completed', 'code': 200} May 04 17:28:54.858615 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-64fa7e6b-f3f8-412d-af3e-fbfe878f3505 None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:28:54.946366 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9ac1-1e78-4791-90f0-4416f4861fe2 req-73a5f08a-11a5-4d5b-bef2-5cd47b2486fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:54.947989 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0f2a9ac1-1e78-4791-90f0-4416f4861fe2 req-73a5f08a-11a5-4d5b-bef2-5cd47b2486fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 1098 time: 0.0798891 May 04 17:28:55.082657 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9ac1-1e78-4791-90f0-4416f4861fe2 req-daafb5e7-c11b-4807-b485-37e18f1f9a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:55.084263 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0f2a9ac1-1e78-4791-90f0-4416f4861fe2 req-daafb5e7-c11b-4807-b485-37e18f1f9a37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 918 time: 0.1299748 May 04 17:28:55.197218 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0f2a9ac1-1e78-4791-90f0-4416f4861fe2 req-025803d1-af8e-4772-980c-0ddd9e2fe70f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe HTTP/1.1" status: 200 len: 999 time: 0.1063087 May 04 17:28:55.261589 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9ac1-1e78-4791-90f0-4416f4861fe2 req-073362d8-3df7-4256-a99a-f704563b90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:55.263047 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0f2a9ac1-1e78-4791-90f0-4416f4861fe2 req-073362d8-3df7-4256-a99a-f704563b90f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef HTTP/1.1" status: 200 len: 856 time: 0.0600672 May 04 17:28:55.271197 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-64fa7e6b-f3f8-412d-af3e-fbfe878f3505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '839745e0-de11-4c79-a8df-582eed2467dd', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'port_id': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'mac_address': 'fa:16:3e:78:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:28:35Z', 'updated_at': '2021-05-04T17:28:53Z', 'revision_number': 1, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:57Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:55.275812 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa7e6b-f3f8-412d-af3e-fbfe878f3505 None None] Checking router: d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:28:55.284042 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fa7e6b-f3f8-412d-af3e-fbfe878f3505 None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:28:55.284639 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-64fa7e6b-f3f8-412d-af3e-fbfe878f3505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:28:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:55.336903 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2a9ac1-1e78-4791-90f0-4416f4861fe2 req-98fa504d-b212-4e57-8ff7-a3b0b62dfda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:28:55.338275 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0f2a9ac1-1e78-4791-90f0-4416f4861fe2 req-98fa504d-b212-4e57-8ff7-a3b0b62dfda6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=083a592e-a783-46d4-8afb-a37fb4ff1f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692866 May 04 17:28:55.457754 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-64fa7e6b-f3f8-412d-af3e-fbfe878f3505 None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:28:55.466841 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0f2a9ac1-1e78-4791-90f0-4416f4861fe2 req-3b30f1d1-fd4b-465c-a26c-ef2effcc4003 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221161 May 04 17:28:55.596243 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0f2a9ac1-1e78-4791-90f0-4416f4861fe2 req-a22f7b93-f196-46dd-9911-dd37ed5fa675 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230488 May 04 17:28:55.755607 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.757010 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-98565fca-6fd5-4c3a-bc5d-e860258813f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:55.822448 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-64fa7e6b-f3f8-412d-af3e-fbfe878f3505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '839745e0-de11-4c79-a8df-582eed2467dd', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'port_id': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'mac_address': 'fa:16:3e:78:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:28:35Z', 'updated_at': '2021-05-04T17:28:53Z', 'revision_number': 1, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:57Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:28:55.826482 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fa7e6b-f3f8-412d-af3e-fbfe878f3505 None None] The sync data for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi is: [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '839745e0-de11-4c79-a8df-582eed2467dd', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'port_id': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'mac_address': 'fa:16:3e:78:6f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:28:35Z', 'updated_at': '2021-05-04T17:28:53Z', 'revision_number': 1, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:57Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:28:56.011753 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693b1807-a245-4293-b141-2b8136c1fe8c None None] New status for floating IP 839745e0-de11-4c79-a8df-582eed2467dd: ACTIVE {{(pid=74293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:28:56.728223 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:28:57.410697 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:28:58.297208 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:01.334361 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:03.110849 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-721746c0-532e-4f3f-ae7c-e14593e8e48c req-532517b6-108d-43fa-97fa-2631a1c1629e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2316859 May 04 17:29:03.262593 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721746c0-532e-4f3f-ae7c-e14593e8e48c req-4f7b9d42-f9db-48a7-be3d-e9b0bb97c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:03.264566 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-721746c0-532e-4f3f-ae7c-e14593e8e48c req-4f7b9d42-f9db-48a7-be3d-e9b0bb97c6f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 1098 time: 0.0694280 May 04 17:29:03.492377 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721746c0-532e-4f3f-ae7c-e14593e8e48c req-c17c0d92-8068-463b-ac59-b8bac8ccee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:03.493753 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-721746c0-532e-4f3f-ae7c-e14593e8e48c req-c17c0d92-8068-463b-ac59-b8bac8ccee29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 918 time: 0.2090549 May 04 17:29:03.593097 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-721746c0-532e-4f3f-ae7c-e14593e8e48c req-a424a1e8-1052-4923-b99e-804ad94c924d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe HTTP/1.1" status: 200 len: 1001 time: 0.0924988 May 04 17:29:03.657289 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721746c0-532e-4f3f-ae7c-e14593e8e48c req-ca66a3d5-319f-4eae-84b6-fd431ae57ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:03.658713 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-721746c0-532e-4f3f-ae7c-e14593e8e48c req-ca66a3d5-319f-4eae-84b6-fd431ae57ba6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef HTTP/1.1" status: 200 len: 856 time: 0.0593758 May 04 17:29:03.739290 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721746c0-532e-4f3f-ae7c-e14593e8e48c req-fb617d92-7d66-4ae2-9a15-76475ad516ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:03.740745 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-721746c0-532e-4f3f-ae7c-e14593e8e48c req-fb617d92-7d66-4ae2-9a15-76475ad516ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=083a592e-a783-46d4-8afb-a37fb4ff1f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0757387 May 04 17:29:03.877340 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-721746c0-532e-4f3f-ae7c-e14593e8e48c req-18b37703-6274-404b-9dfb-d721b3a337ca service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230977 May 04 17:29:04.005643 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-721746c0-532e-4f3f-ae7c-e14593e8e48c req-9803cd3e-91f7-4242-9210-fa695ac5b23d service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221035 May 04 17:29:05.899933 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [req-bae1a1a6-f84b-48ff-8907-46ff4ac878bf req-648939ce-dab9-40b6-b14c-89bac3dd1334 service neutron] (74289) timed out ('10.222.0.11', 57560) {{(pid=74289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 04 17:29:23.017736 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1a538f6f-24ca-4fc0-945c-5e28a60fae89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.679996 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:25.722880 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-ac0643d1-6976-4d1b-aa08-91274d63bd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:26.756957 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:28.294617 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:31.297660 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:34.409610 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:29:34.415862 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a773e-25ec-4384-bc50-1d0062dda81a req-9ae6dc83-8450-4210-aabd-09c6f3343fd9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:34.417334 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae6a773e-25ec-4384-bc50-1d0062dda81a req-9ae6dc83-8450-4210-aabd-09c6f3343fd9 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0800197 May 04 17:29:34.464089 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ae6a773e-25ec-4384-bc50-1d0062dda81a req-2ea513b4-e4d0-4da7-aaf4-9ff1fce4aae0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410736 May 04 17:29:35.652325 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693348f-c788-4e72-90af-3bf9e66bbde8 req-b7d6bdea-7461-4806-a611-22bfc24c3e85 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:35.653761 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6693348f-c788-4e72-90af-3bf9e66bbde8 req-b7d6bdea-7461-4806-a611-22bfc24c3e85 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0780807 May 04 17:29:35.697265 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6693348f-c788-4e72-90af-3bf9e66bbde8 req-4ded9497-24a3-4a09-87be-aa0e0ce0874f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379686 May 04 17:29:36.886365 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf637511-239b-4c7f-8a65-17ef5c1c0435 req-1a3355e7-666b-4e8b-bc45-142f6bc40301 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:36.887698 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bf637511-239b-4c7f-8a65-17ef5c1c0435 req-1a3355e7-666b-4e8b-bc45-142f6bc40301 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0819051 May 04 17:29:36.930989 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bf637511-239b-4c7f-8a65-17ef5c1c0435 req-0abe1b74-d09a-4e20-b1ca-b2505a0dd8cc tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376315 May 04 17:29:38.117770 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660130c-3f52-44ec-ae3c-e47b85064cd4 req-23a6ec48-fe37-42d2-a584-33203e6bc6f8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:38.119114 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a660130c-3f52-44ec-ae3c-e47b85064cd4 req-23a6ec48-fe37-42d2-a584-33203e6bc6f8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0789251 May 04 17:29:38.167751 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a660130c-3f52-44ec-ae3c-e47b85064cd4 req-aed61fe2-5ded-45c6-9321-96bed8862aee tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426626 May 04 17:29:39.355402 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db44c69-bd8f-41f3-9ed3-2abb71ed6c3d req-9bae96fc-5a6a-4a61-b1f0-3e67da2b296d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:39.356864 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4db44c69-bd8f-41f3-9ed3-2abb71ed6c3d req-9bae96fc-5a6a-4a61-b1f0-3e67da2b296d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0791922 May 04 17:29:39.400718 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4db44c69-bd8f-41f3-9ed3-2abb71ed6c3d req-1ba56881-9935-4fee-81d7-d5008662cb65 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383072 May 04 17:29:40.586377 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8392a0d-3fe6-428f-b59c-247a920d9222 req-0381280b-34c5-475f-b877-fe78809087a3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:40.587786 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a8392a0d-3fe6-428f-b59c-247a920d9222 req-0381280b-34c5-475f-b877-fe78809087a3 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0814292 May 04 17:29:40.630523 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a8392a0d-3fe6-428f-b59c-247a920d9222 req-5fe87043-42b3-4458-a042-da07b03b9094 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371282 May 04 17:29:41.816525 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497a9ed-6000-482b-aad6-be2d61aaa8f0 req-c7e28122-955c-4c31-b25a-3de127a4501f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:41.818007 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1497a9ed-6000-482b-aad6-be2d61aaa8f0 req-c7e28122-955c-4c31-b25a-3de127a4501f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0804951 May 04 17:29:41.862518 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1497a9ed-6000-482b-aad6-be2d61aaa8f0 req-1a74a903-1a6f-4e0e-866d-78cebfef628d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381305 May 04 17:29:43.052969 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e41f40-e40f-4eda-b694-32c1da9456a4 req-e9133f1a-25aa-4765-a7c1-fc3ba7143dab tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:43.054368 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c4e41f40-e40f-4eda-b694-32c1da9456a4 req-e9133f1a-25aa-4765-a7c1-fc3ba7143dab tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0804915 May 04 17:29:43.097550 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c4e41f40-e40f-4eda-b694-32c1da9456a4 req-3ea3f1df-7e97-4804-8ae9-9c96117b543e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376358 May 04 17:29:44.287220 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c68fc-f508-4da8-b1ee-a17ff4750025 req-4185567e-2276-49ec-a61f-2eb189f6483a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:44.288657 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-499c68fc-f508-4da8-b1ee-a17ff4750025 req-4185567e-2276-49ec-a61f-2eb189f6483a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0822637 May 04 17:29:44.332770 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-499c68fc-f508-4da8-b1ee-a17ff4750025 req-1d942ff0-d176-4f03-ad34-35f5e788c149 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379150 May 04 17:29:45.516830 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f7336-d3a1-4a8c-b98b-6c6a2b20d77a req-5420a346-46a5-4cc3-8dbf-64ed92854239 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:45.518255 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-440f7336-d3a1-4a8c-b98b-6c6a2b20d77a req-5420a346-46a5-4cc3-8dbf-64ed92854239 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0775659 May 04 17:29:45.561380 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-440f7336-d3a1-4a8c-b98b-6c6a2b20d77a req-ab12c528-e41c-431d-93f4-cc04db5aa202 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370572 May 04 17:29:46.749543 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad05c1-00a6-48d8-9be7-510e401e9b15 req-b82f944d-7991-479a-b8f3-f951ce86a1fa tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:46.750983 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-69ad05c1-00a6-48d8-9be7-510e401e9b15 req-b82f944d-7991-479a-b8f3-f951ce86a1fa tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0809624 May 04 17:29:46.795330 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-69ad05c1-00a6-48d8-9be7-510e401e9b15 req-63552b02-d85d-4a31-ad23-8984d12ffbca tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385773 May 04 17:29:47.986902 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf4462-982a-4b81-882f-2929dffbad70 req-aa68117c-8109-45be-acd6-6f44f377cb11 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:47.988339 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d9cf4462-982a-4b81-882f-2929dffbad70 req-aa68117c-8109-45be-acd6-6f44f377cb11 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0850525 May 04 17:29:48.034195 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d9cf4462-982a-4b81-882f-2929dffbad70 req-c4ad8f58-6607-4558-a1f2-460df5aaa71e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402029 May 04 17:29:48.355183 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device c0c449b8-a23c-4d49-ab62-a2ed640ad6fe details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:29:48.492773 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:48.506667 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'port_id': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'mac_address': 'fa:16:3e:78:6f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:29:48.563623 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.581299 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0c449b8-a23c-4d49-ab62-a2ed640ad6fe {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:29:48.600639 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:48.663565 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:48.666344 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-361d0891-6812-4c4a-8894-075e5a74468c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:29:48.738953 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,revision_number=6']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:48.747658 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['c0c449b8-a23c-4d49-ab62-a2ed640ad6fe'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:29:48.773716 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:48.774053 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:48.774386 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:48.774714 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:48.775036 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:48.775352 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:48.775663 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:48.775978 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:48.776293 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:48.776608 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:48.776987 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:48.777301 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:29:48.785419 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:29:49.262982 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2893ea9-7057-4327-bce4-6f56149970e8 req-fe4d2bf1-27e2-48bc-bcfe-253aefb25da4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:49.265168 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e2893ea9-7057-4327-bce4-6f56149970e8 req-fe4d2bf1-27e2-48bc-bcfe-253aefb25da4 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 944 time: 0.0979826 May 04 17:29:49.320745 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e2893ea9-7057-4327-bce4-6f56149970e8 req-d1313583-d78a-4997-b9b6-2484e3ab6fe7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478268 May 04 17:29:50.369502 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device c0c449b8-a23c-4d49-ab62-a2ed640ad6fe up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:29:50.447714 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:29:50.448115 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.561503 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fe13d-d26c-4682-b4d0-4844093060a7 req-3518d3db-3ae5-4f42-8764-f5d3850c493e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:50.564635 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-702fe13d-d26c-4682-b4d0-4844093060a7 req-3518d3db-3ae5-4f42-8764-f5d3850c493e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 944 time: 0.1082559 May 04 17:29:50.616109 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-702fe13d-d26c-4682-b4d0-4844093060a7 req-2dd03096-f18b-4fed-81c8-26ea376b3c86 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451961 May 04 17:29:50.632727 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.665711 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:29:50.676242 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:29:50.713468 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'code': 200} May 04 17:29:50.794736 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:50.796591 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:29:50.861094 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,revision_number=7']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:29:50.869664 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:29:51.845278 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3447317-bf47-4735-81e6-0131fc387e9f req-5a52365d-9e09-4170-939c-ec8821ecd827 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:51.847526 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c3447317-bf47-4735-81e6-0131fc387e9f req-5a52365d-9e09-4170-939c-ec8821ecd827 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.1146131 May 04 17:29:51.983265 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c3447317-bf47-4735-81e6-0131fc387e9f req-17738cb0-e9bd-4882-abd4-3978b4b5dbaf tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292734 May 04 17:29:52.991622 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1bfc76a4-96bc-42ff-b473-a09361578437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:53.207369 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd33d5f-80f2-4a6a-907a-881e297d6bce req-a850e104-f930-4c1a-a87f-b81afae8e525 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:53.209025 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ecd33d5f-80f2-4a6a-907a-881e297d6bce req-a850e104-f930-4c1a-a87f-b81afae8e525 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.1062706 May 04 17:29:53.263281 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ecd33d5f-80f2-4a6a-907a-881e297d6bce req-31a8980e-a602-40cb-ae82-bc3078e21860 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475228 May 04 17:29:54.480799 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae8826-b866-4027-971c-49c244e36991 req-56582fc0-a973-4bf1-8707-7f7ee088c04a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:54.482429 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d0ae8826-b866-4027-971c-49c244e36991 req-56582fc0-a973-4bf1-8707-7f7ee088c04a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0961189 May 04 17:29:54.538316 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d0ae8826-b866-4027-971c-49c244e36991 req-7ec7e648-6462-4837-8323-bd224bf77746 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460687 May 04 17:29:55.669624 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.698967 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-4196421c-dc39-4b09-9294-61a6194d617c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:55.770117 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5e3038-1099-40f9-b944-41d308600558 req-afa7e34a-323e-4580-b6fb-d31a93f23842 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:55.771565 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ce5e3038-1099-40f9-b944-41d308600558 req-afa7e34a-323e-4580-b6fb-d31a93f23842 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.1078048 May 04 17:29:55.834568 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ce5e3038-1099-40f9-b944-41d308600558 req-4761d573-265a-4fe2-9056-79346ae0b97e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491457 May 04 17:29:56.735442 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:57.029157 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f32ff-b256-4705-aab8-42490e7460b5 req-8bf10643-0743-430a-992d-fa765200b03c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:57.030887 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e30f32ff-b256-4705-aab8-42490e7460b5 req-8bf10643-0743-430a-992d-fa765200b03c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0859435 May 04 17:29:57.076890 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e30f32ff-b256-4705-aab8-42490e7460b5 req-9b2a5fc7-7ee5-451f-be42-921691886cbc tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399411 May 04 17:29:58.272996 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe397257-82aa-441c-8d9d-2686234219e7 req-176b553a-8a4d-434a-8f1b-f2543e9c4e3f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:58.274457 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fe397257-82aa-441c-8d9d-2686234219e7 req-176b553a-8a4d-434a-8f1b-f2543e9c4e3f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0860529 May 04 17:29:58.285543 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645b6f3-e41e-4dcb-8780-67aef801c690 req-32518d48-14ae-4ac8-8ee1-896cf3dc08d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:58.290209 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4645b6f3-e41e-4dcb-8780-67aef801c690 req-32518d48-14ae-4ac8-8ee1-896cf3dc08d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 1098 time: 0.0763450 May 04 17:29:58.311677 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:29:58.319152 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fe397257-82aa-441c-8d9d-2686234219e7 req-744840b2-7a13-4011-a79d-2477ecfd2d96 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388062 May 04 17:29:58.417093 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645b6f3-e41e-4dcb-8780-67aef801c690 req-a92134cc-21aa-451e-aadd-8b7736b2d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:58.418475 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4645b6f3-e41e-4dcb-8780-67aef801c690 req-a92134cc-21aa-451e-aadd-8b7736b2d928 service neutron] 10.222.0.11 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 918 time: 0.1250558 May 04 17:29:58.516158 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4645b6f3-e41e-4dcb-8780-67aef801c690 req-c65cb296-d60b-4c39-858d-c13a97364c5c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe HTTP/1.1" status: 200 len: 1001 time: 0.0910797 May 04 17:29:58.579812 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645b6f3-e41e-4dcb-8780-67aef801c690 req-9ac3073a-e4bd-422b-b36d-984366d1ef12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:58.581221 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4645b6f3-e41e-4dcb-8780-67aef801c690 req-9ac3073a-e4bd-422b-b36d-984366d1ef12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef HTTP/1.1" status: 200 len: 856 time: 0.0588384 May 04 17:29:58.653934 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645b6f3-e41e-4dcb-8780-67aef801c690 req-78cf37b3-c7f4-40e8-96c2-cf84456d29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:58.655391 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4645b6f3-e41e-4dcb-8780-67aef801c690 req-78cf37b3-c7f4-40e8-96c2-cf84456d29d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=083a592e-a783-46d4-8afb-a37fb4ff1f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679281 May 04 17:29:58.785298 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4645b6f3-e41e-4dcb-8780-67aef801c690 req-01ec7a9e-2447-43dc-9e52-2b0ea73a8ac6 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235666 May 04 17:29:58.914956 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-4645b6f3-e41e-4dcb-8780-67aef801c690 req-81e16ed8-f083-4e9e-9c2f-84be44c20016 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238515 May 04 17:29:59.505682 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b0650-32f4-4604-a93f-7ceb987b046d req-544ef33f-70f8-46ee-80ec-6f3602a3ce08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:29:59.507091 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-447b0650-32f4-4604-a93f-7ceb987b046d req-544ef33f-70f8-46ee-80ec-6f3602a3ce08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 945 time: 0.0801139 May 04 17:29:59.551333 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-447b0650-32f4-4604-a93f-7ceb987b046d req-36486dda-9c27-4fba-836f-701bc8598836 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381844 May 04 17:30:00.407560 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device c0c449b8-a23c-4d49-ab62-a2ed640ad6fe no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:30:00.516142 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.544730 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:30:00.556313 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:00.589448 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'code': 200} May 04 17:30:00.654946 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:00.656653 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-e20493aa-2543-4185-b50e-c5bf8d178326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:30:00.723181 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,revision_number=8']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:00.733775 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:30:00.759844 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090fe31-4404-46f3-b9b4-423208134dd3 req-24bb5119-ef6e-4324-a3f2-4eff9d71c3c0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:00.761299 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f090fe31-4404-46f3-b9b4-423208134dd3 req-24bb5119-ef6e-4324-a3f2-4eff9d71c3c0 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0883782 May 04 17:30:00.806089 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f090fe31-4404-46f3-b9b4-423208134dd3 req-fdca658d-8b65-4188-8571-cfe15f97ef0a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389020 May 04 17:30:01.291842 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:01.992757 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018154cf-05ed-4411-b47a-a8b557089170 req-35273a5b-618a-4f39-9a46-96972f902199 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:01.994190 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-018154cf-05ed-4411-b47a-a8b557089170 req-35273a5b-618a-4f39-9a46-96972f902199 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0803821 May 04 17:30:02.037332 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-018154cf-05ed-4411-b47a-a8b557089170 req-3097df1b-aebf-4fb9-82f5-f0396e8cb97a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372941 May 04 17:30:04.845969 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23d2a0-6679-4f74-8348-ec3481cbba5c req-ee89ece4-d9fd-45ce-b736-77b17df0f0d2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:04.847410 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4e23d2a0-6679-4f74-8348-ec3481cbba5c req-ee89ece4-d9fd-45ce-b736-77b17df0f0d2 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0840213 May 04 17:30:04.893276 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4e23d2a0-6679-4f74-8348-ec3481cbba5c req-ab8f8383-a65f-4343-8142-06fc41bebcb6 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393419 May 04 17:30:05.237046 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-4c94a643-ed6c-4bd9-a36d-23c00600d79f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1170881 May 04 17:30:06.084234 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2a264-607b-4dda-b689-86f6f12b0ee8 req-feb3aac5-38a5-4af0-83cb-175866a18f8c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:06.085710 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7fb2a264-607b-4dda-b689-86f6f12b0ee8 req-feb3aac5-38a5-4af0-83cb-175866a18f8c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0802834 May 04 17:30:06.130342 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7fb2a264-607b-4dda-b689-86f6f12b0ee8 req-ff4e8a82-83d9-44b8-975d-a2a39b0d2e6e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387573 May 04 17:30:06.872658 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-cc9f0484-0f58-4ef8-8603-91bf14c7480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:06.874093 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-cc9f0484-0f58-4ef8-8603-91bf14c7480e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03&tenant_id=24062aed3d6d4a5391f4421a74f94669 HTTP/1.1" status: 200 len: 1096 time: 0.0722470 May 04 17:30:06.961453 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-addf126b-5e69-4b4c-ab73-e1f019630aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:06.962910 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-addf126b-5e69-4b4c-ab73-e1f019630aea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=24062aed3d6d4a5391f4421a74f94669&device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 1096 time: 0.0690429 May 04 17:30:07.174170 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-572fefdd-89a1-4086-9af9-b823ee3a2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:07.175661 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-572fefdd-89a1-4086-9af9-b823ee3a2722 service neutron] 10.222.0.11 "GET /v2.0/networks?id=083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 200 len: 918 time: 0.2071209 May 04 17:30:07.274702 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-2c9b1075-0986-436a-8c3a-c8012c8a46f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe HTTP/1.1" status: 200 len: 999 time: 0.0927627 May 04 17:30:07.318766 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f69bc-2917-4f47-ba09-cb1ecc989b41 req-3b0bbf71-5a80-4aef-882a-9735f847cf28 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:07.320829 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-189f69bc-2917-4f47-ba09-cb1ecc989b41 req-3b0bbf71-5a80-4aef-882a-9735f847cf28 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0825219 May 04 17:30:07.339778 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-f5708691-40b1-4fdd-916a-a5e606a8af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:07.341246 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-f5708691-40b1-4fdd-916a-a5e606a8af14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef HTTP/1.1" status: 200 len: 856 time: 0.0603673 May 04 17:30:07.364218 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-189f69bc-2917-4f47-ba09-cb1ecc989b41 req-72fb3324-c625-4d76-a580-2f49022c8b8f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375333 May 04 17:30:07.414650 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-3194e68c-e68c-4398-a9b7-d6121eb9220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:07.416039 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-3194e68c-e68c-4398-a9b7-d6121eb9220f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=083a592e-a783-46d4-8afb-a37fb4ff1f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0689082 May 04 17:30:07.544501 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-a31603f1-a2c3-438a-9815-2770326a8887 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214161 May 04 17:30:07.671951 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-e7b7f66c-9e9e-409c-90fe-fca8df38cf22 req-b1ad0f16-0ded-4f09-bba4-15e0e91b0ce3 service neutron] 10.222.0.11 "GET /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212440 May 04 17:30:08.566566 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1b9fb-f85d-4eab-a91f-cd043d6bec68 req-8befd5f4-fcbc-4fd1-87da-63f9ab2f623a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:08.568146 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e5b1b9fb-f85d-4eab-a91f-cd043d6bec68 req-8befd5f4-fcbc-4fd1-87da-63f9ab2f623a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0883825 May 04 17:30:08.615111 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e5b1b9fb-f85d-4eab-a91f-cd043d6bec68 req-d3dcacc9-009a-4036-b997-c4beb6564abd tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405304 May 04 17:30:09.815432 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030488a-dbcc-4dfd-9ea0-02aa70fb7d26 req-0c20936c-6c65-43bf-8f76-86dc5288a839 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:09.817138 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1030488a-dbcc-4dfd-9ea0-02aa70fb7d26 req-0c20936c-6c65-43bf-8f76-86dc5288a839 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0845559 May 04 17:30:09.866230 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1030488a-dbcc-4dfd-9ea0-02aa70fb7d26 req-dd1960aa-0c0f-45a0-bfb1-467cce696e08 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427234 May 04 17:30:11.067878 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da64a0-f332-47d4-a1c9-75349aea4626 req-89235ee6-3d64-4c71-a611-7b82fe25e579 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:11.069373 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-56da64a0-f332-47d4-a1c9-75349aea4626 req-89235ee6-3d64-4c71-a611-7b82fe25e579 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0859764 May 04 17:30:11.116684 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-56da64a0-f332-47d4-a1c9-75349aea4626 req-c39133a1-64c3-4064-b31b-8b65b890ad14 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415354 May 04 17:30:11.408700 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:30:12.311221 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f278b4-fb63-4dcf-916c-3642c9436cf3 req-f9cb7afd-278c-46ed-b2ad-11b6f34a0113 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:12.312663 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f9f278b4-fb63-4dcf-916c-3642c9436cf3 req-f9cb7afd-278c-46ed-b2ad-11b6f34a0113 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0847468 May 04 17:30:12.358096 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f9f278b4-fb63-4dcf-916c-3642c9436cf3 req-fb2891ae-2dc4-4213-aa61-8ceb43544eef tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396535 May 04 17:30:13.556243 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51291847-fc5f-44ec-a47e-5de499884847 req-a442a1a4-fcf5-4707-af87-b176c28e862e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:13.557749 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-51291847-fc5f-44ec-a47e-5de499884847 req-a442a1a4-fcf5-4707-af87-b176c28e862e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0825696 May 04 17:30:13.603107 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-51291847-fc5f-44ec-a47e-5de499884847 req-abbc1aaf-12ef-4a7f-9775-1baed01d163d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397105 May 04 17:30:14.881051 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96950b1-3d3b-4ef0-9115-8ac32cb55f0a req-4f3d54ce-c5b0-40a9-ac1f-435d1a4f652b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:14.883019 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b96950b1-3d3b-4ef0-9115-8ac32cb55f0a req-4f3d54ce-c5b0-40a9-ac1f-435d1a4f652b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.1693394 May 04 17:30:14.927674 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b96950b1-3d3b-4ef0-9115-8ac32cb55f0a req-c51eda0e-c6c9-4b36-85ba-c9d44dea113d tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394676 May 04 17:30:16.133059 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798260e-766c-417c-b83f-68a845045be4 req-bca5a2be-db7e-48fc-8f2f-f72e658c057c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:16.134610 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c798260e-766c-417c-b83f-68a845045be4 req-bca5a2be-db7e-48fc-8f2f-f72e658c057c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0955970 May 04 17:30:16.181784 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c798260e-766c-417c-b83f-68a845045be4 req-32f8a760-7dc1-40f0-834e-ea3200cb2ec8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408788 May 04 17:30:17.384102 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f881608-9f77-4b62-b912-1a264f1eb572 req-9b6f13ea-c6f4-4659-bfe9-1b9cd238960b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:17.385712 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4f881608-9f77-4b62-b912-1a264f1eb572 req-9b6f13ea-c6f4-4659-bfe9-1b9cd238960b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0832648 May 04 17:30:17.430894 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4f881608-9f77-4b62-b912-1a264f1eb572 req-a57f41cb-b815-45d7-b8bb-1c39c072f21c tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395291 May 04 17:30:18.621281 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ed5c9d-8b30-460d-a29c-893f1806433f req-e0aec528-4fcf-4f62-8928-221fb2758865 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:18.622703 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-23ed5c9d-8b30-460d-a29c-893f1806433f req-e0aec528-4fcf-4f62-8928-221fb2758865 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0824525 May 04 17:30:18.666220 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-23ed5c9d-8b30-460d-a29c-893f1806433f req-73d80308-10d3-441e-8137-9af9e770f4b8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376267 May 04 17:30:19.855670 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637806e-8303-413f-8bd6-fdd61126f680 req-d84e82df-7e6e-4805-975d-e567ed85964e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:19.857042 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8637806e-8303-413f-8bd6-fdd61126f680 req-d84e82df-7e6e-4805-975d-e567ed85964e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0810077 May 04 17:30:19.901254 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8637806e-8303-413f-8bd6-fdd61126f680 req-7c2dd95d-cd54-41b3-ba20-11f28537af17 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385258 May 04 17:30:21.086716 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d311df-acd4-4aeb-ade4-14bbe10a2096 req-cbe177f3-e91a-46c7-bf7a-0b108b4c94c8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:21.088125 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-40d311df-acd4-4aeb-ade4-14bbe10a2096 req-cbe177f3-e91a-46c7-bf7a-0b108b4c94c8 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0775194 May 04 17:30:21.131685 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-40d311df-acd4-4aeb-ade4-14bbe10a2096 req-294d88ce-8984-4c3d-87a7-b95ac6e12b10 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375545 May 04 17:30:22.330332 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78312020-800c-415a-8585-38b6c0de1a0a req-cc040bb5-75f6-4a8f-9c3e-825f63698c15 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:22.331960 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-78312020-800c-415a-8585-38b6c0de1a0a req-cc040bb5-75f6-4a8f-9c3e-825f63698c15 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 943 time: 0.0922766 May 04 17:30:22.380453 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-78312020-800c-415a-8585-38b6c0de1a0a req-cd500423-c21d-4695-98a0-66fa89f06e0b tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393467 May 04 17:30:22.503184 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device c0c449b8-a23c-4d49-ab62-a2ed640ad6fe details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:30:22.642865 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:22.655914 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'port_id': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'mac_address': 'fa:16:3e:78:6f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:30:22.712200 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:22.738401 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c449b8-a23c-4d49-ab62-a2ed640ad6fe {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:30:22.754934 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:23.215105 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.216969 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-e56fa244-873e-4eb6-8d2f-86a52d96a76c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:30:23.249556 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-4e8eb035-b871-4316-b7e1-d074d839d763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:23.281349 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,revision_number=9']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:23.284464 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:30:23.410239 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['c0c449b8-a23c-4d49-ab62-a2ed640ad6fe'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:30:23.568686 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60878126-9125-418f-8dfc-46697abca2ce req-f8e0ddcd-ed70-4adb-8b77-1a06fcd8739f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:23.570159 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60878126-9125-418f-8dfc-46697abca2ce req-f8e0ddcd-ed70-4adb-8b77-1a06fcd8739f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 944 time: 0.0820241 May 04 17:30:23.614647 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-60878126-9125-418f-8dfc-46697abca2ce req-6196e1d7-7b91-427b-8980-6ee4014b05fb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389113 May 04 17:30:24.531522 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device c0c449b8-a23c-4d49-ab62-a2ed640ad6fe up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:30:24.597830 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:30:24.598206 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.714020 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.740261 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:30:24.749975 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:30:24.805995 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c33b9b-5e51-4ad5-b826-2f53bd46a0e7 req-0b7ce057-ef23-4f9e-b8b1-b53873c8fe70 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:24.807423 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e8c33b9b-5e51-4ad5-b826-2f53bd46a0e7 req-0b7ce057-ef23-4f9e-b8b1-b53873c8fe70 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 944 time: 0.0803366 May 04 17:30:24.809173 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:24.811848 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:30:24.851994 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-e8c33b9b-5e51-4ad5-b826-2f53bd46a0e7 req-d4dd0f4d-fd69-48bd-a7a1-425382b8da4e tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387669 May 04 17:30:24.879542 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,revision_number=10']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:30:24.882147 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:30:24.907609 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'code': 200} May 04 17:30:25.291815 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25238899-9930-4c06-a26e-c2a7f3c84090 req-5ba83068-cef4-438d-ba7d-370fb85e2d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:25.293274 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-25238899-9930-4c06-a26e-c2a7f3c84090 req-5ba83068-cef4-438d-ba7d-370fb85e2d37 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 1099 time: 0.0732608 May 04 17:30:25.332640 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-25238899-9930-4c06-a26e-c2a7f3c84090 req-a2e0dd8b-fd43-43d3-bc97-a0370b2022fa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323672 May 04 17:30:25.663736 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:25.691769 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b05ef4ab-7191-4980-950c-186eb173f67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:26.043442 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962e9d5-28ef-4e08-b8c4-b777b050b5df req-9e3da8b3-4e66-437e-ad36-07395af61a6f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:26.045002 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1962e9d5-28ef-4e08-b8c4-b777b050b5df req-9e3da8b3-4e66-437e-ad36-07395af61a6f tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 946 time: 0.0818911 May 04 17:30:26.090270 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1962e9d5-28ef-4e08-b8c4-b777b050b5df req-367d0291-114e-40eb-992a-11215aa0b4ee tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386343 May 04 17:30:26.769677 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:27.283556 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908234ba-1fbd-4575-97ce-a4204e23a33d req-47353564-301a-48d8-9c17-7ca5e383ab02 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:27.285038 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-908234ba-1fbd-4575-97ce-a4204e23a33d req-47353564-301a-48d8-9c17-7ca5e383ab02 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 946 time: 0.0822933 May 04 17:30:27.329787 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-908234ba-1fbd-4575-97ce-a4204e23a33d req-986fe63f-86b2-44a1-b7d7-b4bdf9b232a5 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388572 May 04 17:30:28.306268 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:28.516043 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5c6bb-ae98-4922-b9b3-010b5529f1fd req-d47e6d38-eeea-4f6d-98c4-c910ea0a26c7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:28.517412 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7de5c6bb-ae98-4922-b9b3-010b5529f1fd req-d47e6d38-eeea-4f6d-98c4-c910ea0a26c7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 946 time: 0.0801983 May 04 17:30:28.561218 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7de5c6bb-ae98-4922-b9b3-010b5529f1fd req-1bc9ce1c-6169-4785-a501-dd3873d6bbe7 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373535 May 04 17:30:31.294538 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:48.408167 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:30:53.012340 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-3486df91-5041-4f0c-89de-bed46b2f8879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.683481 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:55.717765 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-d4554baa-b53e-4d74-b342-384c7a805396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:56.741241 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.292579 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:30:58.710702 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a59474-62c0-4a50-865c-16f40c538ff6 req-01c31543-38ee-4fb0-904c-584b8b26df2a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:58.712155 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-20a59474-62c0-4a50-865c-16f40c538ff6 req-01c31543-38ee-4fb0-904c-584b8b26df2a tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 946 time: 0.0801358 May 04 17:30:58.756526 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-20a59474-62c0-4a50-865c-16f40c538ff6 req-9be293d2-d177-4aa0-9746-24ae5c311c68 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385578 May 04 17:30:59.947671 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38641ee4-6bcf-4dd7-9081-2e762789f320 req-edea3564-2382-48fe-b368-d870dc260449 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:59.949129 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-38641ee4-6bcf-4dd7-9081-2e762789f320 req-edea3564-2382-48fe-b368-d870dc260449 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 946 time: 0.0822461 May 04 17:30:59.952125 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-02863e93-cb26-4913-95ce-a2cbeaf0e032 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:30:59.952868 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-02863e93-cb26-4913-95ce-a2cbeaf0e032 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Synchronizing usage tracker for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:30:59.993066 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-38641ee4-6bcf-4dd7-9081-2e762789f320 req-e2e4fc0d-0b79-49af-9636-406babaf98fb tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups?id=dff07e1f-42aa-4b60-a8fa-d725f86c63bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382140 May 04 17:31:00.043735 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-02863e93-cb26-4913-95ce-a2cbeaf0e032 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Unset dirty status for tenant:24062aed3d6d4a5391f4421a74f94669 on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:00.044813 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-02863e93-cb26-4913-95ce-a2cbeaf0e032 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 946 time: 0.1714346 May 04 17:31:00.178101 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Deleting port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:31:00.178428 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.306337 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] For port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:00.306601 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.587283 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.587557 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.587862 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.l3_db [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Floating IP 839745e0-de11-4c79-a8df-582eed2467dd disassociated. External IP: 172.27.3.158, port: c0c449b8-a23c-4d49-ab62-a2ed640ad6fe. May 04 17:31:00.588187 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Calling delete_port for c0c449b8-a23c-4d49-ab62-a2ed640ad6fe owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:31:00.783502 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:00.789502 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-3e9c1f0c-af6f-4bd4-aed5-9d41b9dda3ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:00.834206 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event deleted for resources: {'Port': ['ID=c0c449b8-a23c-4d49-ab62-a2ed640ad6fe,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:00.844620 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:00.845047 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:00.845417 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:00.845781 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:00.846139 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:00.846494 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:00.846847 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:00.847199 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:00.847550 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:00.847899 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:00.848253 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:00.848598 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:00.859443 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:01.107514 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:01.144301 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5ca59dbf-9c0b-445c-8007-1f2dc517f5ed req-6092f9ff-457e-49b0-a254-2115e655e507 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c198be4-358c-4e98-bd1e-c8c71355dd03 HTTP/1.1" status: 200 len: 210 time: 0.0428216 May 04 17:31:01.305532 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:01.306450 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc964b-74f1-460c-baed-a82d77ddcda1 None None] Sync routers for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:01.310113 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc964b-74f1-460c-baed-a82d77ddcda1 None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:31:01.310732 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0cdc964b-74f1-460c-baed-a82d77ddcda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:30:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:01.362656 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] No DVR routers for this DVR port c0c449b8-a23c-4d49-ab62-a2ed640ad6fe on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:01.365189 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.367781 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'name': 'network-vif-deleted', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:31:01.373808 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:01.416381 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c198be4-358c-4e98-bd1e-c8c71355dd03', 'name': 'network-vif-deleted', 'tag': 'c0c449b8-a23c-4d49-ab62-a2ed640ad6fe', 'status': 'completed', 'code': 200} May 04 17:31:01.478927 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-0d358fd9-2c28-4f0f-abc5-8a6dbf9fae85 req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.11 "DELETE /v2.0/ports/c0c449b8-a23c-4d49-ab62-a2ed640ad6fe HTTP/1.1" status: 204 len: 173 time: 1.4286826 May 04 17:31:01.487571 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-0cdc964b-74f1-460c-baed-a82d77ddcda1 None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:31:01.824292 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0cdc964b-74f1-460c-baed-a82d77ddcda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:57Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:01.828105 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc964b-74f1-460c-baed-a82d77ddcda1 None None] Checking router: d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:01.836277 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdc964b-74f1-460c-baed-a82d77ddcda1 None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:31:01.836890 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0cdc964b-74f1-460c-baed-a82d77ddcda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:30:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:02.012731 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-0cdc964b-74f1-460c-baed-a82d77ddcda1 None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:31:02.328815 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0cdc964b-74f1-460c-baed-a82d77ddcda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:57Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:02.332992 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdc964b-74f1-460c-baed-a82d77ddcda1 None None] The sync data for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi is: [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:13:44Z', 'revision_number': 4, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': '7f51cb07-ee2f-470d-bad8-7742c8d20113', 'name': '', 'network_id': '083a592e-a783-46d4-8afb-a37fb4ff1f7a', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'mac_address': 'fa:16:3e:a7:ff:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:43Z', 'updated_at': '2021-05-04T17:13:57Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'subnets': [{'id': '7b4c2924-2567-4b3e-95c5-9f1b25ee27ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:02.336723 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58244) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:02.403010 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.434354 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.538215 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d02b4-f346-451b-98e2-639b4edd98c0 None None] New status for floating IP 839745e0-de11-4c79-a8df-582eed2467dd: DOWN {{(pid=74293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:31:02.564118 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.568114 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-270a0b4a-b87c-45b3-9579-7c539657de10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:02.582692 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff07e1f-42aa-4b60-a8fa-d725f86c63bd,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:02.591449 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:02.591815 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:02.592175 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:02.592536 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:02.593453 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:02.593796 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:02.594172 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:02.594518 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:02.594859 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:02.595195 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:02.595539 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:02.595876 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:02.599720 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:02.660893 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:02.661997 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-c4fe2234-8d5c-46f5-9754-e78f27542f30 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "DELETE /v2.0/security-groups/dff07e1f-42aa-4b60-a8fa-d725f86c63bd HTTP/1.1" status: 204 len: 168 time: 0.3242490 May 04 17:31:02.667505 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58248) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:02.683629 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.api.v2.resource [None req-c6be2d1e-68c7-45e2-badc-5ef3df011b76 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] show failed (client error): The resource could not be found. May 04 17:31:02.684605 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-c6be2d1e-68c7-45e2-badc-5ef3df011b76 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "GET /v2.0/security-groups/dff07e1f-42aa-4b60-a8fa-d725f86c63bd HTTP/1.1" status: 404 len: 347 time: 0.0160902 May 04 17:31:02.687406 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58252) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:02.984979 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f5066-e11d-40e8-81a3-45f0b8bb0828 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Deleting port ef52ecbc-51bf-4edc-840e-b801d2431ae6 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:31:02.985354 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fa6f5066-e11d-40e8-81a3-45f0b8bb0828 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.099395 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fa6f5066-e11d-40e8-81a3-45f0b8bb0828 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.099712 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fa6f5066-e11d-40e8-81a3-45f0b8bb0828 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.217608 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f5066-e11d-40e8-81a3-45f0b8bb0828 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Calling delete_port for ef52ecbc-51bf-4edc-840e-b801d2431ae6 owned by network:floatingip {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:31:03.389601 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fa6f5066-e11d-40e8-81a3-45f0b8bb0828 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.393214 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c1c20bc4-ab49-48a5-b4cf-db7dcc641b58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:03.436139 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f5066-e11d-40e8-81a3-45f0b8bb0828 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Pushing event deleted for resources: {'Port': ['ID=ef52ecbc-51bf-4edc-840e-b801d2431ae6,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:03.439234 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-fa6f5066-e11d-40e8-81a3-45f0b8bb0828 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:03.526983 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fa6f5066-e11d-40e8-81a3-45f0b8bb0828 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks [] for floatingip, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.541065 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fa6f5066-e11d-40e8-81a3-45f0b8bb0828 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:03.542157 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-fa6f5066-e11d-40e8-81a3-45f0b8bb0828 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] 10.222.0.22 "DELETE /v2.0/floatingips/839745e0-de11-4c79-a8df-582eed2467dd HTTP/1.1" status: 204 len: 168 time: 0.8538337 May 04 17:31:04.609861 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device c0c449b8-a23c-4d49-ab62-a2ed640ad6fe no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:04.644416 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: c0c449b8-a23c-4d49-ab62-a2ed640ad6fe {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:31:04.644760 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device c0c449b8-a23c-4d49-ab62-a2ed640ad6fe not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:06.690288 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58276) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:07.312910 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656453'] for router_interface, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.804020 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] Deleting port 7f51cb07-ee2f-470d-bad8-7742c8d20113 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:31:07.804622 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:07.922451 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] For port 7f51cb07-ee2f-470d-bad8-7742c8d20113, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=7f51cb07-ee2f-470d-bad8-7742c8d20113,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:07.922780 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:08.044791 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] Calling delete_port for 7f51cb07-ee2f-470d-bad8-7742c8d20113 owned by network:router_interface {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:31:08.281183 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:08.284680 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:08.355084 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f51cb07-ee2f-470d-bad8-7742c8d20113,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:08.357586 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:08.592128 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665333'] for router_interface, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:08.945669 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] Router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:09.217708 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:09.225701 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0fdc0-1220-4e44-ac60-6ad8d7837140 None None] Sync routers for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:09.229591 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] 10.222.0.22 "PUT /v2.0/routers/d1f56e6e-2938-4224-a5a0-ca774ba1f2a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5382662 May 04 17:31:09.231920 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58282) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:09.235763 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0fdc0-1220-4e44-ac60-6ad8d7837140 None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:31:09.236530 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0bd0fdc0-1220-4e44-ac60-6ad8d7837140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:30:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:09.403410 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Notify callbacks [] for router, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.410619 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-0bd0fdc0-1220-4e44-ac60-6ad8d7837140 None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:31:09.575836 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.697122 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Deleting port efaa97e9-2ccd-4051-9bcf-d398070d6f7b {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:31:09.697469 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.719493 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0bd0fdc0-1220-4e44-ac60-6ad8d7837140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:31:08Z', 'revision_number': 5, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port': {'id': 'efaa97e9-2ccd-4051-9bcf-d398070d6f7b', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:02:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:13:37Z', 'updated_at': '2021-05-04T17:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:09.723290 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0fdc0-1220-4e44-ac60-6ad8d7837140 None None] Checking router: d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:09.731518 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd0fdc0-1220-4e44-ac60-6ad8d7837140 None None] Routers {'d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:31:09.732109 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0bd0fdc0-1220-4e44-ac60-6ad8d7837140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:30:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:09.819276 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] For port efaa97e9-2ccd-4051-9bcf-d398070d6f7b, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=efaa97e9-2ccd-4051-9bcf-d398070d6f7b,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:09.819620 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:09.881070 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-0bd0fdc0-1220-4e44-ac60-6ad8d7837140 None None] Set router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 gateway port host: None {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:31:09.939546 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Calling delete_port for efaa97e9-2ccd-4051-9bcf-d398070d6f7b owned by network:router_gateway {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:31:09.983821 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-0bd0fdc0-1220-4e44-ac60-6ad8d7837140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:31:09Z', 'revision_number': 6, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port_host': None}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:09.987703 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd0fdc0-1220-4e44-ac60-6ad8d7837140 None None] The sync data for ids ['d1f56e6e-2938-4224-a5a0-ca774ba1f2a8'] in dv-cinder-789603-1-iscsi is: [{'id': 'd1f56e6e-2938-4224-a5a0-ca774ba1f2a8', 'name': 'tempest-AttachVolumeShelveTestJSON-1487313383-router', 'tenant_id': '24062aed3d6d4a5391f4421a74f94669', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:13:35Z', 'updated_at': '2021-05-04T17:31:09Z', 'revision_number': 6, 'project_id': '24062aed3d6d4a5391f4421a74f94669', 'gw_port_host': None}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:10.163967 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.168393 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cc089ab1-3d42-4f0a-abba-0ada96e27d55 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:10.212966 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=efaa97e9-2ccd-4051-9bcf-d398070d6f7b,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:10.238451 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:10.298670 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663914'] for router_gateway, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.469773 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4253'] for router, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.471849 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.578589 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666914'] for router, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.579097 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 {{(pid=74290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:31:10.590486 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.591569 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d1f56e6e-2938-4224-a5a0-ca774ba1f2a8 HTTP/1.1" status: 204 len: 168 time: 1.3587770 May 04 17:31:10.593999 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58286) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:10.650519 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_v2 [None req-77dfb11c-c31a-4a35-b287-17b27f8dcd44 admin admin] Deleting subnet 7b4c2924-2567-4b3e-95c5-9f1b25ee27ef {{(pid=74290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:31:10.653255 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77dfb11c-c31a-4a35-b287-17b27f8dcd44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.761502 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device efaa97e9-2ccd-4051-9bcf-d398070d6f7b no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:10.798271 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: efaa97e9-2ccd-4051-9bcf-d398070d6f7b {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:31:10.798619 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device efaa97e9-2ccd-4051-9bcf-d398070d6f7b not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:10.799034 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 7f51cb07-ee2f-470d-bad8-7742c8d20113 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:10.807985 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77dfb11c-c31a-4a35-b287-17b27f8dcd44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-749169'] for subnet, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:10.835916 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 7f51cb07-ee2f-470d-bad8-7742c8d20113 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:31:10.836292 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 7f51cb07-ee2f-470d-bad8-7742c8d20113 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:10.926678 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77dfb11c-c31a-4a35-b287-17b27f8dcd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.258225 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77dfb11c-c31a-4a35-b287-17b27f8dcd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4104901', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2347288'] for subnet, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.262676 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:11.295414 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfb11c-c31a-4a35-b287-17b27f8dcd44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4c2924-2567-4b3e-95c5-9f1b25ee27ef,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:11.299027 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-77dfb11c-c31a-4a35-b287-17b27f8dcd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:11.299988 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-77dfb11c-c31a-4a35-b287-17b27f8dcd44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.305157 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068f75c-cc0b-497e-9c89-dec306960cc9 None None] Network 083a592e-a783-46d4-8afb-a37fb4ff1f7a requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:11.307905 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-77dfb11c-c31a-4a35-b287-17b27f8dcd44 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7b4c2924-2567-4b3e-95c5-9f1b25ee27ef HTTP/1.1" status: 204 len: 168 time: 0.7129610 May 04 17:31:11.308281 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58290) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:11.411300 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.486615 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Deleting port 3cff0b37-0efc-4943-9c7e-9c0d703a329e {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:31:11.486967 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.543824 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] DHCP port deletion for 083a592e-a783-46d4-8afb-a37fb4ff1f7a request from dv-cinder-789603-1-iscsi {{(pid=74292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:31:11.586978 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] For port 3cff0b37-0efc-4943-9c7e-9c0d703a329e, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=3cff0b37-0efc-4943-9c7e-9c0d703a329e,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:11.587325 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.611929 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Deleting port 3cff0b37-0efc-4943-9c7e-9c0d703a329e {{(pid=74292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:31:11.612309 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.708082 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Calling delete_port for 3cff0b37-0efc-4943-9c7e-9c0d703a329e owned by network:dhcp {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:31:11.708358 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] For port 3cff0b37-0efc-4943-9c7e-9c0d703a329e, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=3cff0b37-0efc-4943-9c7e-9c0d703a329e,segment=NetworkSegment(8151153e-3d7c-4e2a-a998-b6649dcae923),segment_id=8151153e-3d7c-4e2a-a998-b6649dcae923)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:11.708779 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.836315 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Calling delete_port for 3cff0b37-0efc-4943-9c7e-9c0d703a329e owned by network:dhcp {{(pid=74292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:31:11.864227 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.869157 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-44bd4117-9e65-46f3-883b-429872b9dc59 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:11.878644 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:11.882068 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:11.913466 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] No DVR routers for this DVR port 3cff0b37-0efc-4943-9c7e-9c0d703a329e on host dv-cinder-789603-1-iscsi {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:11.923930 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Pushing event deleted for resources: {'Port': ['ID=3cff0b37-0efc-4943-9c7e-9c0d703a329e,revision_number=None']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:11.928569 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] No DVR routers for this DVR port 3cff0b37-0efc-4943-9c7e-9c0d703a329e on host dv-cinder-789603-1-iscsi {{(pid=74292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:31:11.934466 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:11.934805 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:11.935138 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:11.935469 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:11.935788 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:11.936112 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:11.936944 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:11.937260 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:11.937578 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:11.937892 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:11.938205 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:11.938516 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:11.942135 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-48612d9f-8352-422a-8064-5b9d0efff18f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:11.948387 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cff0b37-0efc-4943-9c7e-9c0d703a329e,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:11.950845 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:12.036022 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:12.145803 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083a592e-a783-46d4-8afb-a37fb4ff1f7a']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:12.157632 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8151153e-3d7c-4e2a-a998-b6649dcae923') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:12.157968 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8151153e-3d7c-4e2a-a998-b6649dcae923') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:12.169040 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221697'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:12.188888 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:12.208341 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:31:12.440374 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Network 083a592e-a783-46d4-8afb-a37fb4ff1f7a has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:31:12.448437 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3619728'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:12.611960 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Network 083a592e-a783-46d4-8afb-a37fb4ff1f7a has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: Traceback (most recent call last): May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: timer() May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: cb(*args, **kw) May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: return func(*args, **kwargs) May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: self._notify() May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: self.callback(batched_events) May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: event.method(event) May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: return f(self, *a, **k) May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._get(url).json() May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: return self.request(url, 'GET', **kwargs) May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:31:12.633191 dv-cinder-789603-1-iscsi neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:31:12.691075 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 3cff0b37-0efc-4943-9c7e-9c0d703a329e no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:31:12.728748 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 3cff0b37-0efc-4943-9c7e-9c0d703a329e {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:31:12.729213 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 3cff0b37-0efc-4943-9c7e-9c0d703a329e not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:31:12.766699 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:12.770028 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-58eb79c7-5678-47f5-9526-2ad79fccf53e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:12.782976 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:12.793766 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=083a592e-a783-46d4-8afb-a37fb4ff1f7a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:12.796945 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:12.913012 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] 10.222.0.22 "DELETE /v2.0/networks/083a592e-a783-46d4-8afb-a37fb4ff1f7a HTTP/1.1" status: 204 len: 168 time: 1.6036301 May 04 17:31:13.378877 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58296) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:13.426858 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-9bf9c945-1fca-434b-950b-be15c24ce095 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24062aed3d6d4a5391f4421a74f94669&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467739 May 04 17:31:13.429036 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58300) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:13.484802 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-11e0ff32-59e5-48e8-9c18-adf1d6b339c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.509787 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-11e0ff32-59e5-48e8-9c18-adf1d6b339c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.646808 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-11e0ff32-59e5-48e8-9c18-adf1d6b339c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.650547 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f08e4e88-3f36-47eb-8a22-ccea14f495dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:13.664788 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0ff32-59e5-48e8-9c18-adf1d6b339c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe23081c-96ab-4296-814d-ac22e15918eb,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:13.667142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-11e0ff32-59e5-48e8-9c18-adf1d6b339c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:13.673384 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-11e0ff32-59e5-48e8-9c18-adf1d6b339c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:13.674485 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-11e0ff32-59e5-48e8-9c18-adf1d6b339c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe23081c-96ab-4296-814d-ac22e15918eb HTTP/1.1" status: 204 len: 168 time: 0.2445889 May 04 17:31:14.850560 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58324) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:14.953757 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-343042232-network', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:14.958867 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:14.962663 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Usage tracker for resource:network and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:14.965487 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:14.971619 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:15.040860 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Made reservation on behalf of 2ab45a2d37634270a73788f2cd922afc for: {'network': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:15.043206 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for network, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.055740 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.069346 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:15.073021 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Usage tracker for resource:security_group_rule and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:15.075680 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:15.081217 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:15.158805 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.232099 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.234862 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-44f39170-5731-48da-81c5-5c1c07759c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:15.261217 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=74290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 17:31:15.269737 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117c948d-758b-4abb-b6a7-20f4387bef71,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:15.273187 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:15.275493 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.275820 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.segments_db [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Added segment 78ab0bd4-8f45-47f3-b4d0-06ab37d754b7 of type vlan for network 4e88cdba-070c-4695-b472-04e413d6d21a May 04 17:31:15.304409 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790475133076'] for network, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.429147 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417'] for network, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.430377 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:15.430943 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:15.435401 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-5ff1b99d-b545-4d48-8138-9789e77b9c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:15.529742 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Pushing event updated for resources: {'Network': ['ID=4e88cdba-070c-4695-b472-04e413d6d21a,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:15.533017 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:15.539893 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Network 4e88cdba-070c-4695-b472-04e413d6d21a details requested by agent ovs-agent-dv-cinder-789603-1-iscsi with host dv-cinder-789603-1-iscsi {{(pid=74292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 17:31:15.587452 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7357605 May 04 17:31:15.590218 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58330) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:15.595601 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Request body: {'subnet': {'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-343042232-subnet', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:15.600164 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:15.603895 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Usage tracker for resource:subnet and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:15.606700 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:15.612315 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:15.698376 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Made reservation on behalf of 2ab45a2d37634270a73788f2cd922afc for: {'subnet': 1} {{(pid=74290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:15.700714 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2347317'] for subnet, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.146477 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4104836', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2347299'] for subnet, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.150671 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:16.225612 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0952bfa9-ad95-46c8-af16-d1f4a8009c1c,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:16.227758 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Checking segment: {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:31:16.228105 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Network hostable DHCP agents. Network: 4e88cdba-070c-4695-b472-04e413d6d21a, hostable agents: ['f7f406fb-0040-41db-992c-b1cfdba539cd'], hosted agents: [] {{(pid=74290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 17:31:16.231742 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:16.341048 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Network 4e88cdba-070c-4695-b472-04e413d6d21a is scheduled to be hosted by DHCP agent f7f406fb-0040-41db-992c-b1cfdba539cd with binding_index 1 {{(pid=74290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 17:31:16.435071 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-1-iscsi, 4e88cdba-070c-4695-b472-04e413d6d21a) {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:16.443177 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:16.443681 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be90a913-eda5-4126-b895-739b28a9557c None None] Network 4e88cdba-070c-4695-b472-04e413d6d21a requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:16.443829 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.536108 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-c603a088-9a23-4174-a816-f3ede0becd83 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9448743 May 04 17:31:16.538933 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58334) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:16.544172 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:16.549227 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:16.553251 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Usage tracker for resource:router and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:16.556201 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:16.562054 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:16.650091 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-693601', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4207'] for router, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.651121 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-683873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664025', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-755108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4198'] for router, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.666224 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.687575 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9cf27f0d-063a-504b-a3f5-e8bcc92892d2-4e88cdba-070c-4695-b472-04e413d6d21a', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c'}]}} from dv-cinder-789603-1-iscsi. {{(pid=74292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 17:31:16.688334 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:16.837455 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.db_base_plugin_common [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Allocated IP 172.20.0.2 (4e88cdba-070c-4695-b472-04e413d6d21a/0952bfa9-ad95-46c8-af16-d1f4a8009c1c/d2e94e86-dd9b-43df-8760-5da267fc9897) {{(pid=74292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:17.022120 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-693519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4244'] for router, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.038634 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Notify callbacks [] for port, precommit_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.048798 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Transition to ACTIVE for port object d2e94e86-dd9b-43df-8760-5da267fc9897 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:17.065524 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Transition to ACTIVE for port object d2e94e86-dd9b-43df-8760-5da267fc9897 will not be triggered until provisioned by entity DHCP. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:17.158787 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702'] for port, after_create {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.163314 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-41f3165c-1c91-43c2-a1fa-b1ca9afcc4d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:17.216121 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Network 4e88cdba-070c-4695-b472-04e413d6d21a is already hosted by enough agents. {{(pid=74292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:17.223212 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.scheduler.base_scheduler [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Resources bound (agent type, host, resource id): {{(pid=74292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:17.227702 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Received port after_create {{(pid=74292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:31:17.264039 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Pushing event updated for resources: {'Port': ['ID=d2e94e86-dd9b-43df-8760-5da267fc9897,revision_number=1']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:17.270453 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:17.320592 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Attempting to bind port d2e94e86-dd9b-43df-8760-5da267fc9897 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:17.320884 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Attempting to bind port d2e94e86-dd9b-43df-8760-5da267fc9897 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:17.321247 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Attempting to bind port d2e94e86-dd9b-43df-8760-5da267fc9897 on network 4e88cdba-070c-4695-b472-04e413d6d21a {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:17.326434 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:17.326798 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Checking segment: {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:31:17.327220 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.327606 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Bound using segment: {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:17.328059 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Bound port: d2e94e86-dd9b-43df-8760-5da267fc9897, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:17.328425 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.413298 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] For port d2e94e86-dd9b-43df-8760-5da267fc9897, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:17.416215 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] For port d2e94e86-dd9b-43df-8760-5da267fc9897, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d2e94e86-dd9b-43df-8760-5da267fc9897,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:17.421760 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.453593 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.481493 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.485088 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:17.572690 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Pushing event updated for resources: {'Port': ['ID=d2e94e86-dd9b-43df-8760-5da267fc9897,revision_number=2']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:17.577725 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-19028df1-7bac-4afb-b343-c5d797842287 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:17.584173 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Allocated IP 172.27.3.162 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/96440f90-759e-4476-abc1-42dea39c86a9) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:17.855362 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.955436 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:17.959083 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-ed0a0c0d-839c-4b89-81e8-d939fab05a87 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:18.022777 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:18.025910 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:18.029497 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:31:18.057973 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Pushing event updated for resources: {'Port': ['ID=96440f90-759e-4476-abc1-42dea39c86a9,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:18.064706 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:18.403602 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3451085-5655-44ae-8b0f-af666d8ebf07 None None] Network 4e88cdba-070c-4695-b472-04e413d6d21a requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:31:18.552720 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.603301 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b4379541-094d-4e72-a582-f91467bf504f None None] Provisioning for port d2e94e86-dd9b-43df-8760-5da267fc9897 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:18.748719 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d2e94e86-dd9b-43df-8760-5da267fc9897 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:18.900902 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-693528', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663999'] for router, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.901477 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port d2e94e86-dd9b-43df-8760-5da267fc9897 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:18.906620 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port d2e94e86-dd9b-43df-8760-5da267fc9897 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:18.906982 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:18.965655 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-3b2e2d64-c0f2-4367-be18-5a203a956be8 None None] Provisioning complete for port d2e94e86-dd9b-43df-8760-5da267fc9897 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:18.965924 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-3b2e2d64-c0f2-4367-be18-5a203a956be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.127398 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.160346 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-3b2e2d64-c0f2-4367-be18-5a203a956be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.188432 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port d2e94e86-dd9b-43df-8760-5da267fc9897, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d2e94e86-dd9b-43df-8760-5da267fc9897,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:19.243709 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 is scheduled to L3 agent 07946e48-6551-4126-921d-b197646287c6 with binding_index 1 {{(pid=74289) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 17:31:19.304084 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.306439 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:19.420154 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.db.api [None req-3b2e2d64-c0f2-4367-be18-5a203a956be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74292) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 17:31:19.421480 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_db.api [None req-3b2e2d64-c0f2-4367-be18-5a203a956be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 17:31:19.423355 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=d2e94e86-dd9b-43df-8760-5da267fc9897,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:19.426591 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:19.523422 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:19.532220 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Sync routers for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:19.541764 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:31:19.542365 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:30:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:19.623718 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] Notify callbacks [] for router, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:19.625300 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-4bc56a0c-bff7-4a12-a0ee-f46d21928d25 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0853615 May 04 17:31:19.628211 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58338) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:19.713415 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:31:19.996006 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:18Z', 'revision_number': 3, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:19.999764 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Checking router: ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:20.000114 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Updating router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 port 96440f90-759e-4476-abc1-42dea39c86a9 binding host dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:31:20.051838 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.293203 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.402708 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.413786 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.provisioning_blocks [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Transition to ACTIVE for port object 96440f90-759e-4476-abc1-42dea39c86a9 will not be triggered until provisioned by entity L2. {{(pid=74293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:20.495925 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Allocated IP 172.20.0.1 (4e88cdba-070c-4695-b472-04e413d6d21a/0952bfa9-ad95-46c8-af16-d1f4a8009c1c/cb8fa33d-38be-4bad-8392-9171c6c26d89) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:20.497806 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.502661 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-e714b869-ec30-4d79-8641-b00f71553aa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:20.578055 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Pushing event updated for resources: {'Port': ['ID=96440f90-759e-4476-abc1-42dea39c86a9,revision_number=2']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:20.580063 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Attempting to bind port 96440f90-759e-4476-abc1-42dea39c86a9 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:20.580418 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Attempting to bind port 96440f90-759e-4476-abc1-42dea39c86a9 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:20.580767 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Attempting to bind port 96440f90-759e-4476-abc1-42dea39c86a9 on network 58073673-7c28-4b4b-bd9f-8e1f44915109 {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:20.589560 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:20.589930 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Checking segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:31:20.590320 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.590708 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Bound using segment: {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'} {{(pid=74293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:20.591180 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.managers [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Bound port: 96440f90-759e-4476-abc1-42dea39c86a9, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac87a9e-bd3d-46e0-b1bc-67554825bf57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}}] {{(pid=74293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:20.591549 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.619089 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:20.619426 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:20.619756 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:20.620083 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:20.620403 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:20.620724 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:20.621062 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:20.621377 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:20.621708 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:20.622023 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:20.622331 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:20.622649 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:31:20.631838 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:20.644338 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.659310 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Transition to ACTIVE for port object cb8fa33d-38be-4bad-8392-9171c6c26d89 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:20.676805 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] For port 96440f90-759e-4476-abc1-42dea39c86a9, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:20.679834 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.plugins.ml2.db [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] For port 96440f90-759e-4476-abc1-42dea39c86a9, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=96440f90-759e-4476-abc1-42dea39c86a9,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:20.703955 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d2e94e86-dd9b-43df-8760-5da267fc9897 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:20.773148 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron_lib.callbacks.manager [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.777135 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:20.805790 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port d2e94e86-dd9b-43df-8760-5da267fc9897 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:20.939819 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.940958 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:31:20.940958 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:30:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:20.941452 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:20.941452 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-106f50d3-38f1-4f01-84cf-46f9b84105cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:20.941452 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Network 4e88cdba-070c-4695-b472-04e413d6d21a is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:20.941764 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Pushing event updated for resources: {'Port': ['ID=96440f90-759e-4476-abc1-42dea39c86a9,revision_number=3']} {{(pid=74293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:20.941764 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG oslo_concurrency.lockutils [None req-22b79c29-5eb8-4e29-a84d-c5e0d79d6b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74293) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:20.941960 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:20.941960 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:31:20.986789 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Pushing event updated for resources: {'Port': ['ID=cb8fa33d-38be-4bad-8392-9171c6c26d89,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:20.986789 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:20.999171 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656592'] for router_interface, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.049510 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:31:21.273574 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8f45f047-c5c2-4827-bf05-94b32ceae577 None None] Provisioning for port cb8fa33d-38be-4bad-8392-9171c6c26d89 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:21.278995 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8f45f047-c5c2-4827-bf05-94b32ceae577 None None] Provisioning complete for port cb8fa33d-38be-4bad-8392-9171c6c26d89 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:21.279370 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8f45f047-c5c2-4827-bf05-94b32ceae577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.331529 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8f45f047-c5c2-4827-bf05-94b32ceae577 None None] Port cb8fa33d-38be-4bad-8392-9171c6c26d89 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:31:21.331802 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:18Z', 'revision_number': 3, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:21.339697 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7810a9-b145-4970-bc85-1e9cf406b6a7 None None] The sync data for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi is: [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:18Z', 'revision_number': 3, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:21.486608 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.723169 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.815967 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:21.840996 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e768cbd5-1e1c-4216-ba76-82841215dd6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:21.924665 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Pushing event updated for resources: {'Port': ['ID=cb8fa33d-38be-4bad-8392-9171c6c26d89,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:21.929369 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:21.930248 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656499'] for router_interface, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.068409 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Network 4e88cdba-070c-4695-b472-04e413d6d21a is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:22.069489 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:22.254874 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:22.256339 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-909a8faa-4249-4ec0-a395-8e46ac040342 None None] Provisioning complete for port cb8fa33d-38be-4bad-8392-9171c6c26d89 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:22.256817 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-909a8faa-4249-4ec0-a395-8e46ac040342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:22.311995 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-909a8faa-4249-4ec0-a395-8e46ac040342 None None] Port cb8fa33d-38be-4bad-8392-9171c6c26d89 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:31:22.435623 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:22.446224 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] 10.222.0.22 "PUT /v2.0/routers/ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8170266 May 04 17:31:22.721242 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 96440f90-759e-4476-abc1-42dea39c86a9 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:22.783488 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Sync routers for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:22.796340 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:31:22.797182 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:30:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:22.981586 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:31:23.024572 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port 96440f90-759e-4476-abc1-42dea39c86a9 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:23.037195 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 96440f90-759e-4476-abc1-42dea39c86a9 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:23.037564 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.115373 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58348) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:23.121229 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--917686979', 'description': 'tempest-description--151126195'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:23.127579 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:23.131530 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Usage tracker for resource:security_group and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:23.134628 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:23.140530 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:23.176218 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-2e45658e-fab1-4c5f-b811-cd1030834c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.289993 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.310456 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:23.314272 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Usage tracker for resource:security_group_rule and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:23.317043 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:23.323405 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:23.331456 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.383527 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port 96440f90-759e-4476-abc1-42dea39c86a9, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=96440f90-759e-4476-abc1-42dea39c86a9,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:23.392639 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.407250 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 2, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:23.411089 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Checking router: ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 for host: dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:23.414014 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Updating router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 port cb8fa33d-38be-4bad-8392-9171c6c26d89 binding host dv-cinder-789603-1-iscsi {{(pid=74292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 17:31:23.462103 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.518943 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.537603 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:23.591806 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.591806 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f23fd7aa-8cec-45d8-8ea7-dbb35a9d2a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:23.629752 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02128ba-81dd-41e6-beee-b6cdba749f40,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:23.632548 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:23.654769 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=96440f90-759e-4476-abc1-42dea39c86a9,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:23.660194 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:23.782525 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.787173 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58352) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:23.787744 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-572d732d-5371-40f2-ad18-f7f8561f1375 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6706901 May 04 17:31:23.792667 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-9fc864e3-519a-46a3-a96e-f41e8435c317 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Request body: {'security_group_rule': {'security_group_id': 'd02128ba-81dd-41e6-beee-b6cdba749f40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:23.801539 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-9fc864e3-519a-46a3-a96e-f41e8435c317 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:23.805443 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-9fc864e3-519a-46a3-a96e-f41e8435c317 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Usage tracker for resource:security_group_rule and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:23.808281 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-9fc864e3-519a-46a3-a96e-f41e8435c317 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:23.814546 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-9fc864e3-519a-46a3-a96e-f41e8435c317 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:23.872704 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Notify callbacks [] for port, precommit_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:23.872704 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Transition to ACTIVE for port object cb8fa33d-38be-4bad-8392-9171c6c26d89 will not be triggered until provisioned by entity L2. {{(pid=74292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:24.006936 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9fc864e3-519a-46a3-a96e-f41e8435c317 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.065125 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9fc864e3-519a-46a3-a96e-f41e8435c317 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.098172 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.101965 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:24.221560 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9fc864e3-519a-46a3-a96e-f41e8435c317 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.223656 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:24.255173 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc864e3-519a-46a3-a96e-f41e8435c317 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da3a041-2d51-45fb-bf29-ee26b9666ca5,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:24.257784 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9fc864e3-519a-46a3-a96e-f41e8435c317 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:24.266611 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70411a9-7394-4c7f-b2a0-eca642f8205a None None] Pushing event updated for resources: {'Port': ['ID=cb8fa33d-38be-4bad-8392-9171c6c26d89,revision_number=3']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:24.292527 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-e70411a9-7394-4c7f-b2a0-eca642f8205a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:24.352312 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Attempting to bind port cb8fa33d-38be-4bad-8392-9171c6c26d89 on host dv-cinder-789603-1-iscsi for vnic_type normal with profile {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:24.353030 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Attempting to bind port cb8fa33d-38be-4bad-8392-9171c6c26d89 by drivers openvswitch,hyperv on host dv-cinder-789603-1-iscsi at level 0 using segments [{'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:24.353170 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Attempting to bind port cb8fa33d-38be-4bad-8392-9171c6c26d89 on network 4e88cdba-070c-4695-b472-04e413d6d21a {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:24.355883 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-9fc864e3-519a-46a3-a96e-f41e8435c317 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.357335 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-9fc864e3-519a-46a3-a96e-f41e8435c317 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5690050 May 04 17:31:24.358968 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Checking agent: {'id': '96b1760c-f220-4ad0-abd1-ea09a0067d6a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 5, 56), 'started_at': datetime.datetime(2021, 5, 4, 17, 6, 26), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:24.359345 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Checking segment: {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:31:24.359747 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.360145 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Bound using segment: {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'} {{(pid=74292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:24.360494 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58356) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:24.360619 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.managers [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Bound port: cb8fa33d-38be-4bad-8392-9171c6c26d89, host: dv-cinder-789603-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'}}] {{(pid=74292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:24.361007 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.366024 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-7a4aef8a-43f6-4ec6-bf6d-2410bf0c23fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Request body: {'security_group_rule': {'security_group_id': 'd02128ba-81dd-41e6-beee-b6cdba749f40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:24.372466 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-7a4aef8a-43f6-4ec6-bf6d-2410bf0c23fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:24.377638 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-7a4aef8a-43f6-4ec6-bf6d-2410bf0c23fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Usage tracker for resource:security_group_rule and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:24.380614 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-7a4aef8a-43f6-4ec6-bf6d-2410bf0c23fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:24.386497 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-7a4aef8a-43f6-4ec6-bf6d-2410bf0c23fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:24.454675 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] For port cb8fa33d-38be-4bad-8392-9171c6c26d89, host dv-cinder-789603-1-iscsi, cleared binding levels {{(pid=74292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:24.459780 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] For port cb8fa33d-38be-4bad-8392-9171c6c26d89, host dv-cinder-789603-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=cb8fa33d-38be-4bad-8392-9171c6c26d89,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:24.572446 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7a4aef8a-43f6-4ec6-bf6d-2410bf0c23fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.635348 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7a4aef8a-43f6-4ec6-bf6d-2410bf0c23fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.675706 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.679533 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:24.713791 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 96440f90-759e-4476-abc1-42dea39c86a9 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:24.738365 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7a4aef8a-43f6-4ec6-bf6d-2410bf0c23fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.740694 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7928eae4-94e1-40ef-886d-a6111ed0c4a3 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:24.761011 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4aef8a-43f6-4ec6-bf6d-2410bf0c23fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e68102-9583-493b-8013-5a52c3603b02,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:24.765125 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7a4aef8a-43f6-4ec6-bf6d-2410bf0c23fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:24.813972 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:31:24.814612 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:30:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:24.855795 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7a4aef8a-43f6-4ec6-bf6d-2410bf0c23fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.860460 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-7a4aef8a-43f6-4ec6-bf6d-2410bf0c23fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4955523 May 04 17:31:24.860662 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58360) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:24.865996 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Request body: {'floatingip': {'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:24.871892 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:24.872295 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70411a9-7394-4c7f-b2a0-eca642f8205a None None] Pushing event updated for resources: {'Port': ['ID=cb8fa33d-38be-4bad-8392-9171c6c26d89,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:24.876157 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-e70411a9-7394-4c7f-b2a0-eca642f8205a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:24.877134 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Usage tracker for resource:floatingip and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:24.880708 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:24.887863 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:24.896179 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port 96440f90-759e-4476-abc1-42dea39c86a9 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:24.896556 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:24.972894 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.076346 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvr_db [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:31:25.107184 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.241191 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Allocated IP 172.27.3.156 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/5b1454ac-e789-408a-9eac-6b0154c9a37e) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:25.385423 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.406854 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:31:25.430845 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_hamode_db [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:24Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:25.434699 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e30402e-4269-4f6f-8856-6bdea8b66975 None None] The sync data for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi is: [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:24Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:25.518844 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.523065 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6ac6046d-4160-4ae0-b11b-7d2cccf4e9d7 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:25.667049 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.704895 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:25.708196 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:25.710668 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:31:25.730106 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-2ce7556c-3726-4990-b022-920dd4b5ed3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.746879 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event updated for resources: {'Port': ['ID=5b1454ac-e789-408a-9eac-6b0154c9a37e,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:25.751925 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:25.805674 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:25.917546 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.130339 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.210405 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.214424 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-90621a68-f777-42d9-990a-ddf7676e965c tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:26.329093 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event updated for resources: {'Port': ['ID=5b1454ac-e789-408a-9eac-6b0154c9a37e,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:26.332656 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:26.342013 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.427056 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.428319 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-d55cd84e-e580-48df-9ae8-0123b9319bb1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5666621 May 04 17:31:26.587404 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-05666549-fa9c-4e2d-9df4-aeebba9abc3d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Synchronizing usage tracker for tenant:2ab45a2d37634270a73788f2cd922afc on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:26.661306 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-05666549-fa9c-4e2d-9df4-aeebba9abc3d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Unset dirty status for tenant:2ab45a2d37634270a73788f2cd922afc on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:26.662469 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-05666549-fa9c-4e2d-9df4-aeebba9abc3d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--917686979&fields=id&tenant_id=2ab45a2d37634270a73788f2cd922afc HTTP/1.1" status: 200 len: 267 time: 0.1132457 May 04 17:31:26.719930 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device cb8fa33d-38be-4bad-8392-9171c6c26d89 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:26.755417 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.826342 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-c46e7e04-a0cd-4c6a-abe8-b80f6f94a45d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:26.827592 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-c46e7e04-a0cd-4c6a-abe8-b80f6f94a45d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Synchronizing usage tracker for tenant:2ab45a2d37634270a73788f2cd922afc on resource:network {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:26.872369 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning for port cb8fa33d-38be-4bad-8392-9171c6c26d89 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:26.878291 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port cb8fa33d-38be-4bad-8392-9171c6c26d89 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:26.878667 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.900984 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-c46e7e04-a0cd-4c6a-abe8-b80f6f94a45d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Unset dirty status for tenant:2ab45a2d37634270a73788f2cd922afc on resource:network {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:26.902185 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-c46e7e04-a0cd-4c6a-abe8-b80f6f94a45d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/networks?id=4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 200 len: 810 time: 0.2218461 May 04 17:31:26.917072 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-3ce0be6a-59d0-422f-abea-560a30128f5d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/quotas/2ab45a2d37634270a73788f2cd922afc HTTP/1.1" status: 200 len: 375 time: 0.0090854 May 04 17:31:26.993974 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:26.999998 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-26ac4264-def7-4c50-b5a5-a333394deef9 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771587 May 04 17:31:27.026851 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] For port cb8fa33d-38be-4bad-8392-9171c6c26d89, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=cb8fa33d-38be-4bad-8392-9171c6c26d89,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:27.118609 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:27.120499 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:27.191149 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Pushing event updated for resources: {'Port': ['ID=cb8fa33d-38be-4bad-8392-9171c6c26d89,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:27.195693 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:27.278235 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-11e9c4a6-cae4-451e-911e-69e4e1eb41ce service neutron] 10.222.0.22 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660973 May 04 17:31:27.406824 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-89dd785f-d3b2-4eef-af78-64809c048919 service neutron] 10.222.0.22 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225901 May 04 17:31:27.778779 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-463b3523-68ea-4472-b1ab-098055c67499 req-0dfccca7-3d58-492c-b930-68899d6a3b08 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 210 time: 0.0435750 May 04 17:31:28.346666 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:28.705106 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device cb8fa33d-38be-4bad-8392-9171c6c26d89 up at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:28.771947 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Provisioning complete for port cb8fa33d-38be-4bad-8392-9171c6c26d89 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:28.772317 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:28.879877 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b32ee86c-2882-47aa-b2be-510c44cf4e0b req-032b3248-cc00-4025-bc5e-da0172506ae0 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 210 time: 0.0456297 May 04 17:31:30.028390 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8bdaa9a0-22a7-4b3a-9764-bc22acde816d req-34aea261-06ae-4bc3-8f25-376d2e133a10 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 210 time: 0.0452609 May 04 17:31:30.465302 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-bbb6bec0-6856-4aa1-9bf9-ee30eb875ec0 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:30.466637 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-bbb6bec0-6856-4aa1-9bf9-ee30eb875ec0 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.11 "GET /v2.0/networks?id=4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 200 len: 810 time: 0.1447883 May 04 17:31:30.514317 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-a1e464e9-79b6-44be-bc9f-849192ed95b2 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Synchronizing usage tracker for tenant:2ab45a2d37634270a73788f2cd922afc on resource:security_group {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:31:30.525295 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-a1e464e9-79b6-44be-bc9f-849192ed95b2 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Unset dirty status for tenant:2ab45a2d37634270a73788f2cd922afc on resource:security_group {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:31:30.526339 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-a1e464e9-79b6-44be-bc9f-849192ed95b2 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ab45a2d37634270a73788f2cd922afc HTTP/1.1" status: 200 len: 379 time: 0.0510931 May 04 17:31:30.534788 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Request body: {'port': {'device_id': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'admin_state_up': True, 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'security_groups': ['d02128ba-81dd-41e6-beee-b6cdba749f40']}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:30.666459 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:31:30.670256 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Usage tracker for resource:port and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:31:30.673663 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:31:30.679221 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:31:30.734457 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Made reservation on behalf of 2ab45a2d37634270a73788f2cd922afc for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:31:30.738245 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:30.898996 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Allocated IP 172.20.0.14 (4e88cdba-070c-4695-b472-04e413d6d21a/0952bfa9-ad95-46c8-af16-d1f4a8009c1c/804784d2-f719-4348-8834-edcaeef55197) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:31:31.087498 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.103439 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Transition to ACTIVE for port object 804784d2-f719-4348-8834-edcaeef55197 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:31.177505 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0312fc89-4382-4bf1-bf9f-1088a3b3a848 req-c47d8abd-8827-46ec-9a8b-568508d007b9 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 210 time: 0.0418921 May 04 17:31:31.219098 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.225065 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:31.286626 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Network 4e88cdba-070c-4695-b472-04e413d6d21a is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:31:31.294015 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:31:31.298330 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:31:31.335457 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event updated for resources: {'Port': ['ID=804784d2-f719-4348-8834-edcaeef55197,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:31.344105 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.344996 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:31.368389 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:31.369014 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.490689 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9d5995d6-7003-4903-8348-f5eb56656490 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9593408 May 04 17:31:31.504385 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Request body: {'port': {'device_id': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:31.613519 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.621064 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-be0fd4a7-8cd0-46bd-80dd-80b116bbb9c5 None None] Provisioning for port 804784d2-f719-4348-8834-edcaeef55197 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:31.626411 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-be0fd4a7-8cd0-46bd-80dd-80b116bbb9c5 None None] Provisioning complete for port 804784d2-f719-4348-8834-edcaeef55197 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:31.631142 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-be0fd4a7-8cd0-46bd-80dd-80b116bbb9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:31.678550 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-be0fd4a7-8cd0-46bd-80dd-80b116bbb9c5 None None] Port 804784d2-f719-4348-8834-edcaeef55197 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:31:32.046948 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804784d2-f719-4348-8834-edcaeef55197 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:31:32.054119 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.067566 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Transition to ACTIVE for port object 804784d2-f719-4348-8834-edcaeef55197 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:31:32.172335 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.175827 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-30747823-de39-48a7-9c4c-c3b19468589d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:32.327506 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Pushing event updated for resources: {'Port': ['ID=804784d2-f719-4348-8834-edcaeef55197,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:32.334783 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:32.382621 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6861fcf0-5b81-4383-8c87-437c1a916fa6 req-4e8dc876-b385-4757-bc84-42da55b128dd tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:32.384138 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6861fcf0-5b81-4383-8c87-437c1a916fa6 req-4e8dc876-b385-4757-bc84-42da55b128dd tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 944 time: 0.0898032 May 04 17:31:32.412945 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Attempting to bind port 804784d2-f719-4348-8834-edcaeef55197 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:31:32.413305 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Attempting to bind port 804784d2-f719-4348-8834-edcaeef55197 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:31:32.413636 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Attempting to bind port 804784d2-f719-4348-8834-edcaeef55197 on network 4e88cdba-070c-4695-b472-04e413d6d21a {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:32.418517 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Port 804784d2-f719-4348-8834-edcaeef55197 on network 4e88cdba-070c-4695-b472-04e413d6d21a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:31:32.418898 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Attempting to bind port 804784d2-f719-4348-8834-edcaeef55197 on network 4e88cdba-070c-4695-b472-04e413d6d21a {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:31:32.424867 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:31:32.425218 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Checking segment: {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:31:32.425644 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Bound using segment: {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:31:32.426094 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Bound port: 804784d2-f719-4348-8834-edcaeef55197, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:31:32.426477 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.430308 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6861fcf0-5b81-4383-8c87-437c1a916fa6 req-a4871fdc-1c95-409e-9257-a9fbceb7311b tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397241 May 04 17:31:32.527078 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] For port 804784d2-f719-4348-8834-edcaeef55197, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:31:32.530778 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] For port 804784d2-f719-4348-8834-edcaeef55197, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=804784d2-f719-4348-8834-edcaeef55197,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:31:32.687245 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.690904 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-b9d4fc16-3dbb-4dc8-8f49-925bf1062d91 tempest-AttachVolumeShelveTestJSON-344145084 tempest-AttachVolumeShelveTestJSON-344145084-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:32.743496 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:32.744107 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:32.745566 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] 10.222.0.11 "PUT /v2.0/ports/804784d2-f719-4348-8834-edcaeef55197 HTTP/1.1" status: 200 len: 1094 time: 1.2454305 May 04 17:31:32.746066 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'tag': '804784d2-f719-4348-8834-edcaeef55197'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:31:32.777065 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Pushing event updated for resources: {'Port': ['ID=804784d2-f719-4348-8834-edcaeef55197,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:32.779796 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-5b4cde68-6f07-4fc4-adee-ca417984ab37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:32.859650 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'tag': '804784d2-f719-4348-8834-edcaeef55197', 'status': 'completed', 'code': 200} May 04 17:31:32.951441 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31ad8a-057a-47b3-9d2d-b9b524f4917d req-fa739540-f607-41f9-b765-f946d296efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:32.953631 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3c31ad8a-057a-47b3-9d2d-b9b524f4917d req-fa739540-f607-41f9-b765-f946d296efe6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 1097 time: 0.0732732 May 04 17:31:33.091292 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31ad8a-057a-47b3-9d2d-b9b524f4917d req-b1818ff9-0535-48c4-8d39-8fe595b6c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:33.092784 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3c31ad8a-057a-47b3-9d2d-b9b524f4917d req-b1818ff9-0535-48c4-8d39-8fe595b6c5f8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2ab45a2d37634270a73788f2cd922afc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1327150 May 04 17:31:33.224640 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31ad8a-057a-47b3-9d2d-b9b524f4917d req-ec0b5cfe-9865-4a8a-9896-7678a4a99fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:33.226069 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3c31ad8a-057a-47b3-9d2d-b9b524f4917d req-ec0b5cfe-9865-4a8a-9896-7678a4a99fc7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269534 May 04 17:31:33.333149 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-1eae9c2b-e507-4c3c-894b-969a00337a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:33.334626 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-1eae9c2b-e507-4c3c-894b-969a00337a29 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 1097 time: 0.0730991 May 04 17:31:33.405733 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-b2ca9e57-2410-445c-a4e4-20873b61eb11 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=804784d2-f719-4348-8834-edcaeef55197 HTTP/1.1" status: 200 len: 217 time: 0.0635805 May 04 17:31:33.470191 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-8500c930-2630-4157-b885-8e26d74f576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:33.471613 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-8500c930-2630-4157-b885-8e26d74f576e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0952bfa9-ad95-46c8-af16-d1f4a8009c1c HTTP/1.1" status: 200 len: 849 time: 0.0576251 May 04 17:31:33.547993 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-aac9b173-fe73-45a4-898a-0f2898065244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:33.549523 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-aac9b173-fe73-45a4-898a-0f2898065244 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e88cdba-070c-4695-b472-04e413d6d21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720277 May 04 17:31:33.618606 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3848b2-eab4-4c96-8205-04fa66c26f49 req-153df394-fd75-4948-85e2-3eab45a79575 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:33.620034 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ef3848b2-eab4-4c96-8205-04fa66c26f49 req-153df394-fd75-4948-85e2-3eab45a79575 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 944 time: 0.0819778 May 04 17:31:33.664228 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ef3848b2-eab4-4c96-8205-04fa66c26f49 req-21459466-c10a-4012-afbd-7ec7c332576c tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383430 May 04 17:31:33.681433 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-c134f085-929c-43e9-b862-c20077a2356d service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252518 May 04 17:31:33.811084 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-acfb4308-19a5-4246-b5da-a0752c7682f8 req-9e17bd71-df6e-4e44-a169-45f905d5a227 service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238689 May 04 17:31:34.847598 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78995b-1cb6-4a0b-8ba6-f0202b0eeb24 req-bee30db9-7915-4085-9f40-b78bba3b29e9 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:34.849063 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7d78995b-1cb6-4a0b-8ba6-f0202b0eeb24 req-bee30db9-7915-4085-9f40-b78bba3b29e9 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 944 time: 0.0817375 May 04 17:31:34.892832 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7d78995b-1cb6-4a0b-8ba6-f0202b0eeb24 req-9d8b9784-3608-4b13-bd26-0547f87bc3e1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380466 May 04 17:31:36.071831 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f0462-cbf6-4718-b430-5ba5120b97b6 req-25d0da86-9e48-4b26-b788-08c101a11039 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:36.073194 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-da9f0462-cbf6-4718-b430-5ba5120b97b6 req-25d0da86-9e48-4b26-b788-08c101a11039 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 944 time: 0.0776572 May 04 17:31:36.116229 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-da9f0462-cbf6-4718-b430-5ba5120b97b6 req-0e05d37b-d5d6-4295-8f78-de6871037c89 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374894 May 04 17:31:36.797837 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 804784d2-f719-4348-8834-edcaeef55197 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:31:36.928667 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 804784d2-f719-4348-8834-edcaeef55197, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=804784d2-f719-4348-8834-edcaeef55197,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:36.941762 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': '804784d2-f719-4348-8834-edcaeef55197', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'port_id': '804784d2-f719-4348-8834-edcaeef55197', 'mac_address': 'fa:16:3e:6d:06:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:31:36.994610 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.011390 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804784d2-f719-4348-8834-edcaeef55197 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:31:37.026011 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 804784d2-f719-4348-8834-edcaeef55197, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=804784d2-f719-4348-8834-edcaeef55197,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:37.089904 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:37.091542 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-41f3165c-1c91-43c2-a1fa-b1ca9afcc4d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:37.159125 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=804784d2-f719-4348-8834-edcaeef55197,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:37.162164 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:37.290961 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['804784d2-f719-4348-8834-edcaeef55197'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:31:37.303400 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49a049-67ab-4c1a-acee-e22c3d117940 req-cedaf8a0-b2aa-4f89-9f10-304ad6b269ad tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:37.304865 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ca49a049-67ab-4c1a-acee-e22c3d117940 req-cedaf8a0-b2aa-4f89-9f10-304ad6b269ad tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 945 time: 0.0832782 May 04 17:31:37.349568 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ca49a049-67ab-4c1a-acee-e22c3d117940 req-98d20d7c-cab1-4684-b5b7-408f2ae1a9c5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387392 May 04 17:31:38.535509 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff098be8-7cf5-4fa2-a1d9-b14a69787c65 req-1887c60c-fb5a-43d1-b9c2-a8daa6194a37 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:38.538179 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ff098be8-7cf5-4fa2-a1d9-b14a69787c65 req-1887c60c-fb5a-43d1-b9c2-a8daa6194a37 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 945 time: 0.0843058 May 04 17:31:38.585376 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ff098be8-7cf5-4fa2-a1d9-b14a69787c65 req-a3f585a1-31e7-4352-b171-a1921d7c36e6 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426106 May 04 17:31:38.813617 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 804784d2-f719-4348-8834-edcaeef55197 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:31:38.924127 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port 804784d2-f719-4348-8834-edcaeef55197 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:31:38.928434 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port 804784d2-f719-4348-8834-edcaeef55197 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:31:38.931876 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.042732 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.068995 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804784d2-f719-4348-8834-edcaeef55197'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:31:39.078911 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port 804784d2-f719-4348-8834-edcaeef55197, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=804784d2-f719-4348-8834-edcaeef55197,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:31:39.112990 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804784d2-f719-4348-8834-edcaeef55197', 'code': 200} May 04 17:31:39.169800 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:39.172765 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:31:39.237435 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=804784d2-f719-4348-8834-edcaeef55197,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:31:39.240359 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:31:39.485797 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c3602-4209-466b-acce-e128b6412a87 req-46088085-8da4-46c0-a86a-e88a2a5cbe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:39.487236 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-653c3602-4209-466b-acce-e128b6412a87 req-46088085-8da4-46c0-a86a-e88a2a5cbe24 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 1099 time: 0.0733931 May 04 17:31:39.527236 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-653c3602-4209-466b-acce-e128b6412a87 req-4e766d3c-ee1d-46c0-b10b-76ea97553935 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334427 May 04 17:31:39.765879 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d020b83-a463-4a43-8def-4e03623e0c18 req-f7be0672-7ac8-4880-8c7c-9e0bacf51820 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:39.767312 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9d020b83-a463-4a43-8def-4e03623e0c18 req-f7be0672-7ac8-4880-8c7c-9e0bacf51820 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0795639 May 04 17:31:39.811911 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-9d020b83-a463-4a43-8def-4e03623e0c18 req-3205c3e4-086e-4c6d-9b77-53bf8170e956 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389473 May 04 17:31:40.997007 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75858c-6a0e-4393-b20a-e04a8e02c0a8 req-4e6d49e3-80b6-474b-80b3-36fcc157f3ab tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:40.998344 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3f75858c-6a0e-4393-b20a-e04a8e02c0a8 req-4e6d49e3-80b6-474b-80b3-36fcc157f3ab tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0821590 May 04 17:31:41.042268 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3f75858c-6a0e-4393-b20a-e04a8e02c0a8 req-1bd485a7-be5b-4c92-bb9e-a3b45e551ef7 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374951 May 04 17:31:41.218517 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe63bb2-52d8-43a1-ae46-51df9b5726f6 req-92544796-fb72-467a-b161-b18012cdda81 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:41.219930 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ffe63bb2-52d8-43a1-ae46-51df9b5726f6 req-92544796-fb72-467a-b161-b18012cdda81 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0814559 May 04 17:31:41.228766 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58422) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:31:41.234654 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [None req-13d81a2e-5887-42d7-b00a-2f2b73c1aa75 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Request body: {'floatingip': {'port_id': '804784d2-f719-4348-8834-edcaeef55197'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:31:41.312145 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-13d81a2e-5887-42d7-b00a-2f2b73c1aa75 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:41.985420 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-13d81a2e-5887-42d7-b00a-2f2b73c1aa75 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.049557 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-13d81a2e-5887-42d7-b00a-2f2b73c1aa75 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.215839 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.l3_db [None req-13d81a2e-5887-42d7-b00a-2f2b73c1aa75 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Floating IP 2f7f36e4-34b0-452e-bb81-002278938377 associated. External IP: 172.27.3.156, port: 804784d2-f719-4348-8834-edcaeef55197. May 04 17:31:42.552392 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d81a2e-5887-42d7-b00a-2f2b73c1aa75 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:31:42.723885 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d81a2e-5887-42d7-b00a-2f2b73c1aa75 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:31:42.728683 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-13d81a2e-5887-42d7-b00a-2f2b73c1aa75 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:42.733693 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682b85d-328d-47dd-a86b-f7d0e9b4b505 None None] Sync routers for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:31:42.744634 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682b85d-328d-47dd-a86b-f7d0e9b4b505 None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:31:42.745356 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-1682b85d-328d-47dd-a86b-f7d0e9b4b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:31:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:42.892524 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-13d81a2e-5887-42d7-b00a-2f2b73c1aa75 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "PUT /v2.0/floatingips/2f7f36e4-34b0-452e-bb81-002278938377 HTTP/1.1" status: 200 len: 992 time: 1.6624556 May 04 17:31:42.893477 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'tag': '804784d2-f719-4348-8834-edcaeef55197'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:31:42.924569 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-1682b85d-328d-47dd-a86b-f7d0e9b4b505 None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:31:43.042646 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'tag': '804784d2-f719-4348-8834-edcaeef55197', 'status': 'completed', 'code': 200} May 04 17:31:43.129970 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301253f-eee5-4cec-89e1-4b6813937fbb req-a87e3be4-f184-4b0a-9e4b-6b4dc74df69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:43.131422 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c301253f-eee5-4cec-89e1-4b6813937fbb req-a87e3be4-f184-4b0a-9e4b-6b4dc74df69b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 1099 time: 0.0689359 May 04 17:31:43.260051 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301253f-eee5-4cec-89e1-4b6813937fbb req-f8e266d2-9a4a-4b9c-b413-10530fcaa72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:43.261617 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c301253f-eee5-4cec-89e1-4b6813937fbb req-f8e266d2-9a4a-4b9c-b413-10530fcaa72c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 200 len: 911 time: 0.1240745 May 04 17:31:43.292646 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-1682b85d-328d-47dd-a86b-f7d0e9b4b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '2f7f36e4-34b0-452e-bb81-002278938377', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'port_id': '804784d2-f719-4348-8834-edcaeef55197', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'mac_address': 'fa:16:3e:6d:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:31:25Z', 'updated_at': '2021-05-04T17:31:41Z', 'revision_number': 1, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:27Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:43.296439 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682b85d-328d-47dd-a86b-f7d0e9b4b505 None None] Checking router: ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:31:43.304487 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1682b85d-328d-47dd-a86b-f7d0e9b4b505 None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:31:43.305107 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-1682b85d-328d-47dd-a86b-f7d0e9b4b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:31:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:43.362820 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c301253f-eee5-4cec-89e1-4b6813937fbb req-b565563d-147b-4e42-b7a0-8c9b25fabd09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=804784d2-f719-4348-8834-edcaeef55197 HTTP/1.1" status: 200 len: 1000 time: 0.0947614 May 04 17:31:43.427613 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301253f-eee5-4cec-89e1-4b6813937fbb req-0d3c461d-1c9d-4881-a2cf-8104fe90ac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:43.429044 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c301253f-eee5-4cec-89e1-4b6813937fbb req-0d3c461d-1c9d-4881-a2cf-8104fe90ac2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0952bfa9-ad95-46c8-af16-d1f4a8009c1c HTTP/1.1" status: 200 len: 849 time: 0.0600364 May 04 17:31:43.476691 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-1682b85d-328d-47dd-a86b-f7d0e9b4b505 None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:31:43.502769 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301253f-eee5-4cec-89e1-4b6813937fbb req-66aeb9c6-c40a-4100-ba78-dc9b46c05608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:31:43.504194 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c301253f-eee5-4cec-89e1-4b6813937fbb req-66aeb9c6-c40a-4100-ba78-dc9b46c05608 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e88cdba-070c-4695-b472-04e413d6d21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0690050 May 04 17:31:43.635355 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c301253f-eee5-4cec-89e1-4b6813937fbb req-6f35b5f1-1e08-4422-b514-a53658036a4d service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249957 May 04 17:31:43.769026 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-c301253f-eee5-4cec-89e1-4b6813937fbb req-80b97db5-82f8-4f3e-926d-91fd505f87fd service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261747 May 04 17:31:43.821714 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-1682b85d-328d-47dd-a86b-f7d0e9b4b505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '2f7f36e4-34b0-452e-bb81-002278938377', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'port_id': '804784d2-f719-4348-8834-edcaeef55197', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'mac_address': 'fa:16:3e:6d:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:31:25Z', 'updated_at': '2021-05-04T17:31:41Z', 'revision_number': 1, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:27Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:31:43.825553 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1682b85d-328d-47dd-a86b-f7d0e9b4b505 None None] The sync data for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi is: [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '2f7f36e4-34b0-452e-bb81-002278938377', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'port_id': '804784d2-f719-4348-8834-edcaeef55197', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'mac_address': 'fa:16:3e:6d:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:31:25Z', 'updated_at': '2021-05-04T17:31:41Z', 'revision_number': 1, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:27Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:31:43.998756 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb29d829-b598-44b0-8642-aaadf3094d34 None None] New status for floating IP 2f7f36e4-34b0-452e-bb81-002278938377: ACTIVE {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:31:52.981300 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-d658e130-02a6-47dd-b228-5965d6195d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.689696 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:55.718825 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-81e877cb-450d-4dce-af7e-495d4b0e1ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:56.789721 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:31:58.321078 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:01.398801 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:02.405641 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:32:03.937662 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [req-bec31de0-2645-4c1c-ae1d-1b4da2181963 req-b2f7d74f-ea31-4cc4-b0a0-e8b62e1a995f service neutron] (74289) timed out ('10.222.0.11', 57566) {{(pid=74289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 04 17:32:04.115384 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [req-07ee9f35-9687-44b3-9f30-d1723d2ce282 req-e78dc987-b6fb-4de5-98e1-29f69ddeff7f service neutron] (74290) timed out ('10.222.0.11', 57573) {{(pid=74290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 04 17:32:07.908425 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f55cd7c4-b3eb-474c-9da9-d66f734bbe28 req-f9b991ff-3b1e-40fd-afeb-27506c483fa7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691493 May 04 17:32:08.045638 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd7c4-b3eb-474c-9da9-d66f734bbe28 req-070e0898-8cce-4ffb-a023-c1a8b7529629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:08.047106 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f55cd7c4-b3eb-474c-9da9-d66f734bbe28 req-070e0898-8cce-4ffb-a023-c1a8b7529629 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 1099 time: 0.0740554 May 04 17:32:08.186720 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd7c4-b3eb-474c-9da9-d66f734bbe28 req-08cb2704-9b13-4708-800f-3602ff5688b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:08.188053 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f55cd7c4-b3eb-474c-9da9-d66f734bbe28 req-08cb2704-9b13-4708-800f-3602ff5688b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 200 len: 911 time: 0.1231160 May 04 17:32:08.288835 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f55cd7c4-b3eb-474c-9da9-d66f734bbe28 req-4ec7b2a2-dab7-471c-ac21-ae01b3f2c967 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=804784d2-f719-4348-8834-edcaeef55197 HTTP/1.1" status: 200 len: 1002 time: 0.0943735 May 04 17:32:08.349780 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd7c4-b3eb-474c-9da9-d66f734bbe28 req-202bf4e6-42d5-4041-98cb-7e7306ea3f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:08.351137 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f55cd7c4-b3eb-474c-9da9-d66f734bbe28 req-202bf4e6-42d5-4041-98cb-7e7306ea3f00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0952bfa9-ad95-46c8-af16-d1f4a8009c1c HTTP/1.1" status: 200 len: 849 time: 0.0561333 May 04 17:32:08.427943 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cd7c4-b3eb-474c-9da9-d66f734bbe28 req-fae9278a-969f-4c3a-ba39-89fea60ff229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:08.429372 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f55cd7c4-b3eb-474c-9da9-d66f734bbe28 req-fae9278a-969f-4c3a-ba39-89fea60ff229 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e88cdba-070c-4695-b472-04e413d6d21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716703 May 04 17:32:08.559124 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f55cd7c4-b3eb-474c-9da9-d66f734bbe28 req-70124b1c-ff49-41e9-ad9b-39e8e97a1104 service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236496 May 04 17:32:08.688948 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f55cd7c4-b3eb-474c-9da9-d66f734bbe28 req-63bcbdae-c35b-4393-8520-3245e9fb833c service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231940 May 04 17:32:11.466203 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [req-24609896-d6f8-4ac7-b169-70762ed2e528 req-31c4db06-51f1-41a9-9bea-c5b19ba87673 tempest-VolumesNegativeTest-1405374138 tempest-VolumesNegativeTest-1405374138-project] (74290) timed out ('10.222.0.22', 46116) {{(pid=74290) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 04 17:32:23.001236 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-bff417fa-f41f-4ecb-b5be-7ef6be8ab605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:25.695550 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:25.721366 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-89d9fc46-8954-41c5-8b2b-2d8f1da315c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:26.741525 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:28.318885 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:31.347056 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:32.055229 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e17fa5-55f4-4cf8-a4e2-343803cc13c8 req-1f0bedff-4ba3-4093-9596-c4a8ff7b9e3b tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:32.056671 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f0e17fa5-55f4-4cf8-a4e2-343803cc13c8 req-1f0bedff-4ba3-4093-9596-c4a8ff7b9e3b tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0785043 May 04 17:32:32.101105 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f0e17fa5-55f4-4cf8-a4e2-343803cc13c8 req-78f82635-9b2e-400a-bfb3-04258f725a04 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377817 May 04 17:32:33.285518 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8193d-5671-4d1f-ab66-9db19d7e2346 req-2acf0730-3070-42d5-a711-412ccbd45b81 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:33.286957 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3ed8193d-5671-4d1f-ab66-9db19d7e2346 req-2acf0730-3070-42d5-a711-412ccbd45b81 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0812707 May 04 17:32:33.329888 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3ed8193d-5671-4d1f-ab66-9db19d7e2346 req-6a8f6044-20a5-4c57-a766-3207b3532eee tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373998 May 04 17:32:34.512044 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7866b-6b97-4fbe-98a9-7d2e0713b22c req-c5854f35-1fa7-418f-ae7a-92f811a0b56d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:34.513525 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-33d7866b-6b97-4fbe-98a9-7d2e0713b22c req-c5854f35-1fa7-418f-ae7a-92f811a0b56d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0785935 May 04 17:32:34.556719 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-33d7866b-6b97-4fbe-98a9-7d2e0713b22c req-94bdca0d-731d-4a9a-8be5-95bc5c85af3f tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376766 May 04 17:32:35.821917 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe0d97-29de-40a6-9a69-48436e8ea64e req-25a37085-bbef-43a1-aca8-dbcd5778f8bb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:35.823355 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3afe0d97-29de-40a6-9a69-48436e8ea64e req-25a37085-bbef-43a1-aca8-dbcd5778f8bb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.1619620 May 04 17:32:35.868415 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3afe0d97-29de-40a6-9a69-48436e8ea64e req-61611bd5-2bef-483e-b18d-ba701ae02f66 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392005 May 04 17:32:37.050615 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2211b-b0f3-405d-891d-b37acd4e71b7 req-ad0ed779-bdf1-4191-9b9b-244f061dcd57 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:37.052044 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b1b2211b-b0f3-405d-891d-b37acd4e71b7 req-ad0ed779-bdf1-4191-9b9b-244f061dcd57 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0813742 May 04 17:32:37.095480 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b1b2211b-b0f3-405d-891d-b37acd4e71b7 req-a0a79bea-03f3-4038-95b8-b79017dfb592 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377500 May 04 17:32:38.276180 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061cbe8-574c-45ac-a269-af1e86047814 req-6b1dccde-ae98-4f0f-b2e9-6682cdb91024 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:38.277630 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3061cbe8-574c-45ac-a269-af1e86047814 req-6b1dccde-ae98-4f0f-b2e9-6682cdb91024 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0786631 May 04 17:32:38.320566 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-3061cbe8-574c-45ac-a269-af1e86047814 req-eb43f402-6235-42fc-a9e6-c50c368efcdd tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373921 May 04 17:32:39.405264 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:32:39.509247 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0cdf-4bf5-49a2-9261-736cf5fce579 req-8d9adfb0-4d27-45e1-8bed-9dd4bbde9b74 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:39.510738 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b2af0cdf-4bf5-49a2-9261-736cf5fce579 req-8d9adfb0-4d27-45e1-8bed-9dd4bbde9b74 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0819285 May 04 17:32:39.555252 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b2af0cdf-4bf5-49a2-9261-736cf5fce579 req-1d21eba8-c022-4ab1-860a-ca49095608dd tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388758 May 04 17:32:40.739323 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4574df-e9db-43dc-bfdd-cbcced367523 req-2901efbf-c7ca-4cbc-b8e3-24e2e4fc0932 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:40.740780 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5e4574df-e9db-43dc-bfdd-cbcced367523 req-2901efbf-c7ca-4cbc-b8e3-24e2e4fc0932 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0819950 May 04 17:32:40.784495 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-5e4574df-e9db-43dc-bfdd-cbcced367523 req-9136e65a-ed53-40c4-a08a-5b8f9a71f55d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377979 May 04 17:32:41.965645 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebacf5-aae7-4f37-b247-77bd684940ac req-089a997c-91d7-4a82-8a7e-c4a457948caf tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:41.967085 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-18ebacf5-aae7-4f37-b247-77bd684940ac req-089a997c-91d7-4a82-8a7e-c4a457948caf tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0786226 May 04 17:32:42.009925 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-18ebacf5-aae7-4f37-b247-77bd684940ac req-01db8ebc-cc72-43bf-9a71-e1c347f62dce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372934 May 04 17:32:43.195559 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428259b-b5a6-41ba-877f-589b20519aa0 req-bc7d7990-3041-4906-97f6-18cf76f2b94d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:43.197002 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8428259b-b5a6-41ba-877f-589b20519aa0 req-bc7d7990-3041-4906-97f6-18cf76f2b94d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0816596 May 04 17:32:43.239913 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-8428259b-b5a6-41ba-877f-589b20519aa0 req-71313903-6e26-448e-846a-320e2082640b tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373335 May 04 17:32:43.768118 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1f56d-f2c4-41d3-9499-de1e3818fab2 req-31a613f4-94df-4cf8-bb35-eb42e41a990f tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:43.769614 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a7c1f56d-f2c4-41d3-9499-de1e3818fab2 req-31a613f4-94df-4cf8-bb35-eb42e41a990f tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0865552 May 04 17:32:43.814671 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a7c1f56d-f2c4-41d3-9499-de1e3818fab2 req-41c4e754-2a40-4f4f-b004-6d7fb73dc8ff tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386896 May 04 17:32:43.991380 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31c87-8862-4d4c-a9b7-4f2f73bf9d66 req-293c24a5-a2e3-4123-9f4f-3b0ce9150097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:43.992819 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-08d31c87-8862-4d4c-a9b7-4f2f73bf9d66 req-293c24a5-a2e3-4123-9f4f-3b0ce9150097 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 1099 time: 0.1651049 May 04 17:32:44.125298 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31c87-8862-4d4c-a9b7-4f2f73bf9d66 req-1cff514b-5e4b-49db-8c2a-2fae98f91e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:44.126796 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-08d31c87-8862-4d4c-a9b7-4f2f73bf9d66 req-1cff514b-5e4b-49db-8c2a-2fae98f91e44 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 200 len: 911 time: 0.1274734 May 04 17:32:44.229189 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-08d31c87-8862-4d4c-a9b7-4f2f73bf9d66 req-14dcbe6e-6b60-4737-9d75-7d4379ef4935 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=804784d2-f719-4348-8834-edcaeef55197 HTTP/1.1" status: 200 len: 1002 time: 0.0964456 May 04 17:32:44.291070 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31c87-8862-4d4c-a9b7-4f2f73bf9d66 req-983552f3-9643-48a3-9eff-6322574bc161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:44.292453 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-08d31c87-8862-4d4c-a9b7-4f2f73bf9d66 req-983552f3-9643-48a3-9eff-6322574bc161 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0952bfa9-ad95-46c8-af16-d1f4a8009c1c HTTP/1.1" status: 200 len: 849 time: 0.0573976 May 04 17:32:44.368345 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d31c87-8862-4d4c-a9b7-4f2f73bf9d66 req-ee86e10f-8068-4771-9390-d1e0f727cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:44.369793 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-08d31c87-8862-4d4c-a9b7-4f2f73bf9d66 req-ee86e10f-8068-4771-9390-d1e0f727cfcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e88cdba-070c-4695-b472-04e413d6d21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710030 May 04 17:32:44.496929 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-08d31c87-8862-4d4c-a9b7-4f2f73bf9d66 req-ba63b3c3-d59b-4f28-85c6-6935d03bf9ce service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207626 May 04 17:32:44.623842 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-08d31c87-8862-4d4c-a9b7-4f2f73bf9d66 req-2f7a97ff-324b-4046-830e-a4f7badfe938 service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210408 May 04 17:32:44.998859 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f73ce5-127c-40c5-aa4b-5a59b2187ed4 req-db860b97-5e9e-4f93-830f-dd56ba9c0cf1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:45.000189 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c6f73ce5-127c-40c5-aa4b-5a59b2187ed4 req-db860b97-5e9e-4f93-830f-dd56ba9c0cf1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0773830 May 04 17:32:45.043980 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c6f73ce5-127c-40c5-aa4b-5a59b2187ed4 req-eaae6c60-f489-4718-b0be-d10a394d2998 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379145 May 04 17:32:46.226255 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ecbba-f5d5-4363-b5f4-e1e8b00c070d req-2abdad12-befe-4126-8379-0dfabc16d0e2 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:32:46.227666 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0d3ecbba-f5d5-4363-b5f4-e1e8b00c070d req-2abdad12-befe-4126-8379-0dfabc16d0e2 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0799835 May 04 17:32:46.271563 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0d3ecbba-f5d5-4363-b5f4-e1e8b00c070d req-baa3c093-5965-4686-9a9e-2aca4fe43885 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377748 May 04 17:32:53.007050 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-eee6d8cb-a070-4c0c-a99b-7ac12c28e952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.721218 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:55.776461 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1af9999c-ddd5-40bb-9ee3-e9115e71c47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:56.776409 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:32:58.318807 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:01.344239 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:09.936304 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae262519-0b27-42ab-a30f-76ae08094f0d req-781079dd-c8e8-421f-a100-3dd2c3ffb902 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689063 May 04 17:33:10.074363 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae262519-0b27-42ab-a30f-76ae08094f0d req-7d5af520-0ee4-4687-a7a3-fdece9e63b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:10.075746 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae262519-0b27-42ab-a30f-76ae08094f0d req-7d5af520-0ee4-4687-a7a3-fdece9e63b81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 1099 time: 0.0744393 May 04 17:33:10.216760 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae262519-0b27-42ab-a30f-76ae08094f0d req-00a0356a-62ba-4864-86fb-fb58fec6d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:10.218225 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae262519-0b27-42ab-a30f-76ae08094f0d req-00a0356a-62ba-4864-86fb-fb58fec6d735 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 200 len: 911 time: 0.1244068 May 04 17:33:10.318133 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae262519-0b27-42ab-a30f-76ae08094f0d req-56d3c512-6559-4b9d-8a09-eb9e2955eba8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=804784d2-f719-4348-8834-edcaeef55197 HTTP/1.1" status: 200 len: 1002 time: 0.0936453 May 04 17:33:10.379297 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae262519-0b27-42ab-a30f-76ae08094f0d req-15706b2c-a543-4566-9805-eb5ee5d5082a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:10.380825 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae262519-0b27-42ab-a30f-76ae08094f0d req-15706b2c-a543-4566-9805-eb5ee5d5082a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0952bfa9-ad95-46c8-af16-d1f4a8009c1c HTTP/1.1" status: 200 len: 849 time: 0.0559752 May 04 17:33:10.453493 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae262519-0b27-42ab-a30f-76ae08094f0d req-165bb5a2-e41e-4c73-9813-d8e00629eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:10.454892 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae262519-0b27-42ab-a30f-76ae08094f0d req-165bb5a2-e41e-4c73-9813-d8e00629eda3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e88cdba-070c-4695-b472-04e413d6d21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0672660 May 04 17:33:10.581414 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae262519-0b27-42ab-a30f-76ae08094f0d req-e92320fe-02d1-435b-b27e-601b5a6c8200 service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200790 May 04 17:33:10.710314 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-ae262519-0b27-42ab-a30f-76ae08094f0d req-a2fdc902-f277-4b50-b1e7-b60e0290a439 service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226790 May 04 17:33:16.405713 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:33:20.574186 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7fd401-c359-46ec-993f-7da80af19cde req-fab0a11c-0e7e-4db8-90db-d3bb99ca898d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:20.575618 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7d7fd401-c359-46ec-993f-7da80af19cde req-fab0a11c-0e7e-4db8-90db-d3bb99ca898d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0833387 May 04 17:33:20.619740 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-7d7fd401-c359-46ec-993f-7da80af19cde req-e64ef70e-6c21-4620-b052-ed0b121ef966 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378413 May 04 17:33:21.805802 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4dec1-81be-41d9-abc6-66dbd7ef2cb5 req-7e5ad184-0e35-4dad-91ae-4ac0220a570f tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:21.807221 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-79c4dec1-81be-41d9-abc6-66dbd7ef2cb5 req-7e5ad184-0e35-4dad-91ae-4ac0220a570f tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0821071 May 04 17:33:21.849856 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-79c4dec1-81be-41d9-abc6-66dbd7ef2cb5 req-43ffadd3-d95f-4cbc-9aeb-0ae57d069181 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369217 May 04 17:33:23.035865 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9bc9e-7e20-417b-b1d0-1fe54fd5c50c req-b3829a5a-3f50-46f6-84f6-456f345a5887 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:23.037334 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-30e9bc9e-7e20-417b-b1d0-1fe54fd5c50c req-b3829a5a-3f50-46f6-84f6-456f345a5887 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0827200 May 04 17:33:23.046027 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-3ac1c203-c4f7-4f9c-9965-d88edd2a750c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:23.082458 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-30e9bc9e-7e20-417b-b1d0-1fe54fd5c50c req-1ca50b03-c712-4c6a-9ec2-0579f12d95fb tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394588 May 04 17:33:24.268485 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608b75d-2e7b-4ffc-9feb-e2e63f9d2dd7 req-1372c68c-8f69-4b1c-9a58-a034ede02cd1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:24.269949 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6608b75d-2e7b-4ffc-9feb-e2e63f9d2dd7 req-1372c68c-8f69-4b1c-9a58-a034ede02cd1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0835433 May 04 17:33:24.314446 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6608b75d-2e7b-4ffc-9feb-e2e63f9d2dd7 req-8852a43a-065f-47ed-ad9b-e12d69e80166 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387750 May 04 17:33:25.496360 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55f5e4-e628-4136-9407-86de79a5bc09 req-02e34237-142c-41d3-9e13-df44e1e4421e tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:25.498344 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0d55f5e4-e628-4136-9407-86de79a5bc09 req-02e34237-142c-41d3-9e13-df44e1e4421e tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0787132 May 04 17:33:25.542207 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-0d55f5e4-e628-4136-9407-86de79a5bc09 req-11b2c3fc-f3e4-4180-b505-d2853c4dac48 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383108 May 04 17:33:25.738569 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:25.778512 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-a12ffe58-0f9d-471a-9c1c-46da97927b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:26.726489 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67e095-47be-416c-a9f6-9206af42d1c8 req-6873ab5c-6dfe-47c6-92ae-3a05019cc445 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:26.727929 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1f67e095-47be-416c-a9f6-9206af42d1c8 req-6873ab5c-6dfe-47c6-92ae-3a05019cc445 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0829232 May 04 17:33:26.772158 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1f67e095-47be-416c-a9f6-9206af42d1c8 req-399affb4-cc16-4870-a352-5d43ba212200 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382791 May 04 17:33:26.790298 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:27.956143 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6595e-2f00-483e-8645-e17fb573b232 req-79aaff37-780e-49f0-b1df-4d26516e402d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:27.957571 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-78e6595e-2f00-483e-8645-e17fb573b232 req-79aaff37-780e-49f0-b1df-4d26516e402d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0819898 May 04 17:33:28.080168 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-78e6595e-2f00-483e-8645-e17fb573b232 req-b4749233-5ba8-4add-a8e1-20d8eb565811 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169591 May 04 17:33:28.407238 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:29.263920 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27a410-1c67-4239-9550-1c9171aabfb0 req-f6ca569f-81e4-41e3-9fb5-bdd6a82bf628 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:29.265392 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4c27a410-1c67-4239-9550-1c9171aabfb0 req-f6ca569f-81e4-41e3-9fb5-bdd6a82bf628 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0786898 May 04 17:33:29.311976 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-4c27a410-1c67-4239-9550-1c9171aabfb0 req-665191dd-9cf5-470e-93cc-6ca40afe67e7 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409768 May 04 17:33:30.489923 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df61f871-bc32-483b-90e9-32310501bc04 req-ed3288c6-fd18-474f-a5a9-9365a39e1f6a tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:30.491360 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-df61f871-bc32-483b-90e9-32310501bc04 req-ed3288c6-fd18-474f-a5a9-9365a39e1f6a tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0777967 May 04 17:33:30.534996 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-df61f871-bc32-483b-90e9-32310501bc04 req-486514f8-706d-408b-ad2e-0f7c4ff2dfd9 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380654 May 04 17:33:31.361354 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:31.718099 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9360be9-6175-4719-a01c-aef8cf736090 req-8a0227a9-3b16-4118-accd-27a52476dd10 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:31.719434 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d9360be9-6175-4719-a01c-aef8cf736090 req-8a0227a9-3b16-4118-accd-27a52476dd10 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0818381 May 04 17:33:31.762558 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d9360be9-6175-4719-a01c-aef8cf736090 req-ca34dbb4-b00e-473d-8ac1-2fc67195f49c tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374265 May 04 17:33:32.279380 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ced6e6-68b8-4b06-8276-a3683604fa0e req-b6d8fa98-961d-4c63-b729-70cfe3793b24 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:32.280820 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b4ced6e6-68b8-4b06-8276-a3683604fa0e req-b6d8fa98-961d-4c63-b729-70cfe3793b24 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0803232 May 04 17:33:32.326809 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b4ced6e6-68b8-4b06-8276-a3683604fa0e req-65af2e9a-5eea-4e28-b539-9d500491fe50 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400250 May 04 17:33:32.530298 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a290de-6ecc-4cab-9aff-4a93bba4cef4 req-606f2508-0f88-4d04-807f-06bcecb4333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:32.531819 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f8a290de-6ecc-4cab-9aff-4a93bba4cef4 req-606f2508-0f88-4d04-807f-06bcecb4333c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 1099 time: 0.1682296 May 04 17:33:32.659144 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a290de-6ecc-4cab-9aff-4a93bba4cef4 req-bfaec801-79a2-45d5-81f5-5d82f35f40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:32.660571 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f8a290de-6ecc-4cab-9aff-4a93bba4cef4 req-bfaec801-79a2-45d5-81f5-5d82f35f40e8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 200 len: 911 time: 0.1229544 May 04 17:33:32.760762 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f8a290de-6ecc-4cab-9aff-4a93bba4cef4 req-7bc578dd-4556-40ca-9e62-37ba3aae071e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=804784d2-f719-4348-8834-edcaeef55197 HTTP/1.1" status: 200 len: 1002 time: 0.0942976 May 04 17:33:32.821990 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a290de-6ecc-4cab-9aff-4a93bba4cef4 req-28811802-0243-4e4e-9c7e-1ade081ef1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:32.823438 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f8a290de-6ecc-4cab-9aff-4a93bba4cef4 req-28811802-0243-4e4e-9c7e-1ade081ef1ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0952bfa9-ad95-46c8-af16-d1f4a8009c1c HTTP/1.1" status: 200 len: 849 time: 0.0563967 May 04 17:33:32.899154 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a290de-6ecc-4cab-9aff-4a93bba4cef4 req-e8e7e0b3-3823-44ee-ba7c-7e8b02c50747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:32.900596 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f8a290de-6ecc-4cab-9aff-4a93bba4cef4 req-e8e7e0b3-3823-44ee-ba7c-7e8b02c50747 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e88cdba-070c-4695-b472-04e413d6d21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0712562 May 04 17:33:33.028500 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f8a290de-6ecc-4cab-9aff-4a93bba4cef4 req-fc5ddcbb-250f-4339-a034-91bb06111cee service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213138 May 04 17:33:33.156470 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-f8a290de-6ecc-4cab-9aff-4a93bba4cef4 req-1f2338cd-d6f1-4af4-a10b-9012214a406a service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217282 May 04 17:33:33.514717 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601bcae-4129-4fa2-9db6-c54e18d877d5 req-8b8f68b5-4348-4de6-ae70-ba22592aa59d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:33.516059 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f601bcae-4129-4fa2-9db6-c54e18d877d5 req-8b8f68b5-4348-4de6-ae70-ba22592aa59d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0819280 May 04 17:33:33.562012 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-f601bcae-4129-4fa2-9db6-c54e18d877d5 req-fe656850-9ce8-4fca-8bae-51b6fc811506 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400338 May 04 17:33:34.745754 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38437d93-a78e-4838-8d8b-b91544d6f70f req-cb50cd39-c17f-4f60-af58-85f5997e8bec tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:33:34.747176 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-38437d93-a78e-4838-8d8b-b91544d6f70f req-cb50cd39-c17f-4f60-af58-85f5997e8bec tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0814617 May 04 17:33:34.792045 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-38437d93-a78e-4838-8d8b-b91544d6f70f req-a12a06c7-0469-442c-8b30-88ef618434c6 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391228 May 04 17:33:53.005400 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e47bd52f-a477-465e-b28e-bf944e12e71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:53.404834 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:33:55.738623 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:55.773117 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-57c452e6-96d5-460d-89d6-e14667914fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:56.776781 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:33:58.332914 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:01.359752 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:07.682465 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5d849-f1d7-4d5d-b077-74c8919b1d6d req-5a42eed0-cf42-4cc7-bcaf-62edb78d5810 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:07.683896 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6dd5d849-f1d7-4d5d-b077-74c8919b1d6d req-5a42eed0-cf42-4cc7-bcaf-62edb78d5810 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0786102 May 04 17:34:07.727216 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-6dd5d849-f1d7-4d5d-b077-74c8919b1d6d req-1136aeef-70d4-4454-a37d-3a7408ab0a5c tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371077 May 04 17:34:08.912430 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce0cd9-105c-4852-b7db-afb78b760f37 req-000fd2dd-2002-433f-a6a0-f48b2559f646 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:08.913882 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c9ce0cd9-105c-4852-b7db-afb78b760f37 req-000fd2dd-2002-433f-a6a0-f48b2559f646 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0816295 May 04 17:34:08.958594 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-c9ce0cd9-105c-4852-b7db-afb78b760f37 req-c47305cb-4bf7-406c-b749-1a083e1fd702 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390921 May 04 17:34:09.463984 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46069-b88b-440c-9504-ae441b38039b req-e22fd17f-bef9-48b2-afca-17f197fcf2fd tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:09.464669 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-96d46069-b88b-440c-9504-ae441b38039b req-e22fd17f-bef9-48b2-afca-17f197fcf2fd tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Synchronizing usage tracker for tenant:2ab45a2d37634270a73788f2cd922afc on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:09.584291 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-96d46069-b88b-440c-9504-ae441b38039b req-e22fd17f-bef9-48b2-afca-17f197fcf2fd tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Unset dirty status for tenant:2ab45a2d37634270a73788f2cd922afc on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:09.585423 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-96d46069-b88b-440c-9504-ae441b38039b req-e22fd17f-bef9-48b2-afca-17f197fcf2fd tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.11 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.1976857 May 04 17:34:09.720095 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Deleting port 804784d2-f719-4348-8834-edcaeef55197 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:34:09.720349 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:09.850333 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] For port 804784d2-f719-4348-8834-edcaeef55197, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=804784d2-f719-4348-8834-edcaeef55197,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:09.850679 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.134403 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.134766 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.135072 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.l3_db [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Floating IP 2f7f36e4-34b0-452e-bb81-002278938377 disassociated. External IP: 172.27.3.156, port: 804784d2-f719-4348-8834-edcaeef55197. May 04 17:34:10.135405 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Calling delete_port for 804784d2-f719-4348-8834-edcaeef55197 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:34:10.146352 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71551f27-c58c-4ea3-8f8f-c0d3c66ab7d1 req-148fc3d8-efd3-4d15-9943-78a53e30c881 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:10.147796 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-71551f27-c58c-4ea3-8f8f-c0d3c66ab7d1 req-148fc3d8-efd3-4d15-9943-78a53e30c881 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 946 time: 0.0828080 May 04 17:34:10.191767 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-71551f27-c58c-4ea3-8f8f-c0d3c66ab7d1 req-9e51fc14-d23c-4edc-ad0c-cefd35fdf32f tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=d02128ba-81dd-41e6-beee-b6cdba749f40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382898 May 04 17:34:10.308324 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.313665 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7a425918-5882-4bd6-8645-a79fa5fa9250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:10.357901 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event deleted for resources: {'Port': ['ID=804784d2-f719-4348-8834-edcaeef55197,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:10.368182 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:10.368559 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:10.368954 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:10.369318 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:10.369678 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:10.370029 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:10.370380 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:10.370729 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:10.371083 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:10.371430 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:10.371773 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:10.372149 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:10.382526 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:10.649279 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:34:10.838216 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:34:10.848089 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17db31d8-97cd-4008-a2af-c14199a7ff87 None None] Sync routers for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:34:10.857397 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17db31d8-97cd-4008-a2af-c14199a7ff87 None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:34:10.857997 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-17db31d8-97cd-4008-a2af-c14199a7ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:33:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:10.911116 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] No DVR routers for this DVR port 804784d2-f719-4348-8834-edcaeef55197 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:34:10.913553 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:10.916050 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'name': 'network-vif-deleted', 'tag': '804784d2-f719-4348-8834-edcaeef55197'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:34:10.960708 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4699a3bf-21b4-48ee-8a11-03227294e3cb', 'name': 'network-vif-deleted', 'tag': '804784d2-f719-4348-8834-edcaeef55197', 'status': 'completed', 'code': 200} May 04 17:34:10.997033 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-96d46069-b88b-440c-9504-ae441b38039b req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.11 "DELETE /v2.0/ports/804784d2-f719-4348-8834-edcaeef55197 HTTP/1.1" status: 204 len: 173 time: 1.4064870 May 04 17:34:11.035001 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-17db31d8-97cd-4008-a2af-c14199a7ff87 None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:34:11.342907 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-17db31d8-97cd-4008-a2af-c14199a7ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:27Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:11.346695 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17db31d8-97cd-4008-a2af-c14199a7ff87 None None] Checking router: ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:34:11.355065 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17db31d8-97cd-4008-a2af-c14199a7ff87 None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:34:11.355236 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1e36edaf-3416-42db-8aa0-7da17f73f5c2 req-737b7aa4-34ba-41be-ad5a-8251088ab1ee tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 210 time: 0.0436745 May 04 17:34:11.355710 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-17db31d8-97cd-4008-a2af-c14199a7ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:33:56Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:11.550236 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-17db31d8-97cd-4008-a2af-c14199a7ff87 None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:34:11.862469 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-17db31d8-97cd-4008-a2af-c14199a7ff87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:27Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:11.866374 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17db31d8-97cd-4008-a2af-c14199a7ff87 None None] The sync data for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi is: [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:27Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:34:11.929756 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-06a6d0f9-eb7c-4417-ae26-1bf981681388 req-a52620f0-f97b-49c3-b2be-57390828ec11 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0933523 May 04 17:34:12.041334 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-06a6d0f9-eb7c-4417-ae26-1bf981681388 req-17f6ee30-4e41-4fe4-90ea-5c2ac89f50ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&device_id=4699a3bf-21b4-48ee-8a11-03227294e3cb HTTP/1.1" status: 200 len: 210 time: 0.0428598 May 04 17:34:12.096174 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e9944-a045-4d58-9f45-02cad1d725dd None None] New status for floating IP 2f7f36e4-34b0-452e-bb81-002278938377: DOWN {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:34:12.195342 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6d0f9-eb7c-4417-ae26-1bf981681388 req-25fbf754-2534-476f-878c-b01de77cc51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:12.196833 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-06a6d0f9-eb7c-4417-ae26-1bf981681388 req-25fbf754-2534-476f-878c-b01de77cc51f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=2ab45a2d37634270a73788f2cd922afc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1376209 May 04 17:34:12.330147 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6d0f9-eb7c-4417-ae26-1bf981681388 req-5bbb6ed0-55d9-42a1-ad60-15fe5a6a6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:12.331529 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-06a6d0f9-eb7c-4417-ae26-1bf981681388 req-5bbb6ed0-55d9-42a1-ad60-15fe5a6a6d88 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285696 May 04 17:34:12.542815 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58646) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:12.604962 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-815d4e27-6128-47ea-953b-4944978028de tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.632159 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-815d4e27-6128-47ea-953b-4944978028de tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.767241 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-815d4e27-6128-47ea-953b-4944978028de tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.771175 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d3e90fdd-42c1-434c-b1e9-338067473a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:12.785878 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d4e27-6128-47ea-953b-4944978028de tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02128ba-81dd-41e6-beee-b6cdba749f40,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:12.789059 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-815d4e27-6128-47ea-953b-4944978028de tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:12.869326 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-815d4e27-6128-47ea-953b-4944978028de tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:12.870440 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-815d4e27-6128-47ea-953b-4944978028de tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "DELETE /v2.0/security-groups/d02128ba-81dd-41e6-beee-b6cdba749f40 HTTP/1.1" status: 204 len: 168 time: 0.3266428 May 04 17:34:12.872999 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58650) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:12.889215 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.api.v2.resource [None req-01397c62-2e81-4006-8143-f1604b01d30a tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] show failed (client error): The resource could not be found. May 04 17:34:12.890139 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-01397c62-2e81-4006-8143-f1604b01d30a tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups/d02128ba-81dd-41e6-beee-b6cdba749f40 HTTP/1.1" status: 404 len: 347 time: 0.0162733 May 04 17:34:12.892572 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58654) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:13.104850 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9b73c-6e83-4952-8f1d-009c4bdd6e68 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Deleting port 5b1454ac-e789-408a-9eac-6b0154c9a37e {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:34:13.105590 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b73c-6e83-4952-8f1d-009c4bdd6e68 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.219989 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b73c-6e83-4952-8f1d-009c4bdd6e68 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.220307 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b73c-6e83-4952-8f1d-009c4bdd6e68 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.438131 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9b73c-6e83-4952-8f1d-009c4bdd6e68 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Calling delete_port for 5b1454ac-e789-408a-9eac-6b0154c9a37e owned by network:floatingip {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:34:13.531922 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 804784d2-f719-4348-8834-edcaeef55197 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:34:13.565966 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: 804784d2-f719-4348-8834-edcaeef55197 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:34:13.566321 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device 804784d2-f719-4348-8834-edcaeef55197 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:34:13.653220 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b73c-6e83-4952-8f1d-009c4bdd6e68 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.657027 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c56fea1d-fa7b-4844-b72d-d827557537da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:13.703373 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9b73c-6e83-4952-8f1d-009c4bdd6e68 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event deleted for resources: {'Port': ['ID=5b1454ac-e789-408a-9eac-6b0154c9a37e,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:13.706403 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bcc9b73c-6e83-4952-8f1d-009c4bdd6e68 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:13.791974 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b73c-6e83-4952-8f1d-009c4bdd6e68 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.806107 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bcc9b73c-6e83-4952-8f1d-009c4bdd6e68 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:13.807299 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-bcc9b73c-6e83-4952-8f1d-009c4bdd6e68 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "DELETE /v2.0/floatingips/2f7f36e4-34b0-452e-bb81-002278938377 HTTP/1.1" status: 204 len: 168 time: 0.9138551 May 04 17:34:14.425474 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58660) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:14.430704 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1621437678', 'description': 'tempest-description--1596057357'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:14.437198 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:14.441221 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Usage tracker for resource:security_group and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:14.444008 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:14.450389 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:14.513909 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.532921 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:14.536509 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Usage tracker for resource:security_group_rule and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:14.539185 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:14.545153 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:14.610856 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.727571 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.738399 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-188885a5-0566-4c9e-95ce-114871a89bcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:14.776144 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c150f9f0-d5ff-4976-b31d-57963a279d18,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:14.783703 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:14.784069 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:14.784424 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:14.784774 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:14.785140 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:14.785498 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:14.785839 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:14.786184 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:14.786521 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:14.786858 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:14.787195 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:14.787529 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:14.791022 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:14.876326 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:14.877568 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-e9fac453-72f7-46f8-9888-12b8da042d94 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4511106 May 04 17:34:14.880244 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58664) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:14.885486 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-6f003425-cf17-483a-859d-fcfcf06d6436 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Request body: {'security_group_rule': {'security_group_id': 'c150f9f0-d5ff-4976-b31d-57963a279d18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:14.891195 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-6f003425-cf17-483a-859d-fcfcf06d6436 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:14.894912 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-6f003425-cf17-483a-859d-fcfcf06d6436 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Usage tracker for resource:security_group_rule and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:14.897689 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-6f003425-cf17-483a-859d-fcfcf06d6436 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:14.903790 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-6f003425-cf17-483a-859d-fcfcf06d6436 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:14.995501 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6f003425-cf17-483a-859d-fcfcf06d6436 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.052565 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6f003425-cf17-483a-859d-fcfcf06d6436 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.127181 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6f003425-cf17-483a-859d-fcfcf06d6436 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.129185 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-e9c1760b-22d2-4e91-9a68-994709545ccb tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:15.150825 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f003425-cf17-483a-859d-fcfcf06d6436 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d95416-39ce-42f7-9516-4361c0b10cbd,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:15.153143 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-6f003425-cf17-483a-859d-fcfcf06d6436 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:15.224822 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-6f003425-cf17-483a-859d-fcfcf06d6436 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.226003 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-6f003425-cf17-483a-859d-fcfcf06d6436 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3448775 May 04 17:34:15.228586 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58668) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:15.233587 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-c912c425-b7d7-43a2-b8d5-1f8e1aafe4dc tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Request body: {'security_group_rule': {'security_group_id': 'c150f9f0-d5ff-4976-b31d-57963a279d18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:15.239036 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c912c425-b7d7-43a2-b8d5-1f8e1aafe4dc tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:15.242694 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-c912c425-b7d7-43a2-b8d5-1f8e1aafe4dc tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Usage tracker for resource:security_group_rule and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:15.245455 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-c912c425-b7d7-43a2-b8d5-1f8e1aafe4dc tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:15.251035 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-c912c425-b7d7-43a2-b8d5-1f8e1aafe4dc tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:15.354842 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c912c425-b7d7-43a2-b8d5-1f8e1aafe4dc tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.413208 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c912c425-b7d7-43a2-b8d5-1f8e1aafe4dc tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.491033 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c912c425-b7d7-43a2-b8d5-1f8e1aafe4dc tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-758353'] for security_group_rule, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.492930 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:15.511915 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912c425-b7d7-43a2-b8d5-1f8e1aafe4dc tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38776714-0c72-489e-be15-d102c68e4926,revision_number=0']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:15.516001 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-c912c425-b7d7-43a2-b8d5-1f8e1aafe4dc tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:15.622778 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-c912c425-b7d7-43a2-b8d5-1f8e1aafe4dc tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.623930 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-c912c425-b7d7-43a2-b8d5-1f8e1aafe4dc tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3944299 May 04 17:34:15.626937 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58672) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:15.631857 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Request body: {'floatingip': {'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:15.638221 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:15.641899 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Usage tracker for resource:floatingip and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:15.644646 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:15.650230 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:15.742426 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:15.874290 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.006700 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.db_base_plugin_common [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Allocated IP 172.27.3.127 (58073673-7c28-4b4b-bd9f-8e1f44915109/b01bb093-7a09-4fd2-96b1-c31834e2bda7/9bf8a35e-466e-4c21-af60-6900bb75c3bd) {{(pid=74290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:16.148259 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for port, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.258001 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.262356 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8c993f02-47d4-429f-9c55-777e68264abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:16.398020 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Network 58073673-7c28-4b4b-bd9f-8e1f44915109 is already hosted by enough agents. {{(pid=74290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:16.400736 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.base_scheduler [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources bound (agent type, host, resource id): {{(pid=74290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:16.409032 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Received port after_create {{(pid=74290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:34:16.449566 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event updated for resources: {'Port': ['ID=9bf8a35e-466e-4c21-af60-6900bb75c3bd,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:16.453689 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:16.491087 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.619351 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.817285 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for port, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.904791 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4104451'] for port, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:16.908589 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9f6284ef-f108-4a6d-b9a9-4f43ef0d40d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:17.011556 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event updated for resources: {'Port': ['ID=9bf8a35e-466e-4c21-af60-6900bb75c3bd,revision_number=2']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:17.015978 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:17.024090 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.122486 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:17.123711 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-ee2aaca3-e6d2-41e7-82b4-f099eb67ebce tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4958622 May 04 17:34:17.292385 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-5657adc2-6987-450c-859f-74e59234c73b tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Synchronizing usage tracker for tenant:2ab45a2d37634270a73788f2cd922afc on resource:security_group {{(pid=74290) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:17.376218 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-5657adc2-6987-450c-859f-74e59234c73b tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Unset dirty status for tenant:2ab45a2d37634270a73788f2cd922afc on resource:security_group {{(pid=74290) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:17.377362 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-5657adc2-6987-450c-859f-74e59234c73b tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1621437678&fields=id&tenant_id=2ab45a2d37634270a73788f2cd922afc HTTP/1.1" status: 200 len: 267 time: 0.1243141 May 04 17:34:17.523991 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-b7b8ffb9-1489-428f-a707-59c5059225b5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:17.525428 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-b7b8ffb9-1489-428f-a707-59c5059225b5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/networks?id=4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 200 len: 810 time: 0.1413014 May 04 17:34:17.540079 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-37e81f0c-0343-4af8-ba43-8e190b1f2383 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/quotas/2ab45a2d37634270a73788f2cd922afc HTTP/1.1" status: 200 len: 375 time: 0.0086558 May 04 17:34:17.624226 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-7ecd3771-15ad-47a0-8007-4a253e60ffa7 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791090 May 04 17:34:17.755978 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-d01b0379-ea00-47c2-8f61-569e5f6fbee9 service neutron] 10.222.0.22 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202686 May 04 17:34:17.884458 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-3a29a667-fbed-4923-975c-2c40f1d17ebb service neutron] 10.222.0.22 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222744 May 04 17:34:18.160013 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-ebe8a5b7-9ddf-4881-9861-5eca0db9ef40 req-4e468ebf-ca4b-4933-ad2d-5e51e9c51636 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 210 time: 0.0423565 May 04 17:34:19.305560 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-902e1cc9-eed6-4483-be73-8275135fae47 req-eb556634-38ec-4bfe-8ad6-9f769f5f6e69 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 210 time: 0.0414629 May 04 17:34:20.457267 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-35270726-52cd-4209-ac00-248ae0049367 req-3f1b525a-0115-44c4-a46c-7602ed7e268c tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 210 time: 0.0469754 May 04 17:34:20.593677 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-03b985ef-d2aa-44b3-9fe4-d1a13903fb36 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:20.595038 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-03b985ef-d2aa-44b3-9fe4-d1a13903fb36 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.11 "GET /v2.0/networks?id=4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 200 len: 810 time: 0.1474123 May 04 17:34:20.647333 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-1d028401-c309-4199-a98f-95b26ae3ea04 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Synchronizing usage tracker for tenant:2ab45a2d37634270a73788f2cd922afc on resource:security_group {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:34:20.658649 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-1d028401-c309-4199-a98f-95b26ae3ea04 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Unset dirty status for tenant:2ab45a2d37634270a73788f2cd922afc on resource:security_group {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:34:20.659746 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-1d028401-c309-4199-a98f-95b26ae3ea04 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ab45a2d37634270a73788f2cd922afc HTTP/1.1" status: 200 len: 380 time: 0.0559669 May 04 17:34:20.669241 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Request body: {'port': {'device_id': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'admin_state_up': True, 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'security_groups': ['c150f9f0-d5ff-4976-b31d-57963a279d18']}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:20.805159 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:34:20.809156 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Usage tracker for resource:port and tenant:2ab45a2d37634270a73788f2cd922afc is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:34:20.811900 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:34:20.817552 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:34:20.932939 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Made reservation on behalf of 2ab45a2d37634270a73788f2cd922afc for: {'port': 1} {{(pid=74289) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 17:34:20.936405 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.097443 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_common [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Allocated IP 172.20.0.11 (4e88cdba-070c-4695-b472-04e413d6d21a/0952bfa9-ad95-46c8-af16-d1f4a8009c1c/e9cc8e9e-722a-413a-8aa4-e09f44532da3) {{(pid=74289) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 17:34:21.284607 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for port, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.299270 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Transition to ACTIVE for port object e9cc8e9e-722a-413a-8aa4-e09f44532da3 will not be triggered until provisioned by entity DHCP. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:21.372651 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790475111702', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.378529 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-21441623-58d5-4908-8cef-fa3ab20d1286 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:21.436016 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Network 4e88cdba-070c-4695-b472-04e413d6d21a is already hosted by enough agents. {{(pid=74289) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 17:34:21.443486 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.base_scheduler [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Resources bound (agent type, host, resource id): {{(pid=74289) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 17:34:21.445911 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Received port after_create {{(pid=74289) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 17:34:21.495138 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event updated for resources: {'Port': ['ID=e9cc8e9e-722a-413a-8aa4-e09f44532da3,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:21.500201 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:21.522066 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:21.522721 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.655580 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98caf5c-f45b-46d0-b859-748d74bd4676 req-f11d89f0-adbd-4b3c-943c-3ca2e20ebd16 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:21.657098 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2cacfb2b-b4da-461f-b03c-0c88501934d1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9918654 May 04 17:34:21.658321 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d98caf5c-f45b-46d0-b859-748d74bd4676 req-f11d89f0-adbd-4b3c-943c-3ca2e20ebd16 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 932 time: 0.0811796 May 04 17:34:21.667374 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-aaa9a845-6379-40b3-98b2-54fc0f32d099 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=74289) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 17:34:21.668459 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-aaa9a845-6379-40b3-98b2-54fc0f32d099 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051506 May 04 17:34:21.678208 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.v2.base [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Request body: {'port': {'device_id': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=74289) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:21.704389 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d98caf5c-f45b-46d0-b859-748d74bd4676 req-40d3e73e-0943-4540-b0bb-db01edf33681 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=c150f9f0-d5ff-4976-b31d-57963a279d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399656 May 04 17:34:21.753514 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-3223dd52-ab2d-4595-8857-8b36d307ac3e None None] Provisioning for port e9cc8e9e-722a-413a-8aa4-e09f44532da3 completed by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:21.758866 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-3223dd52-ab2d-4595-8857-8b36d307ac3e None None] Provisioning complete for port e9cc8e9e-722a-413a-8aa4-e09f44532da3 triggered by entity DHCP. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:21.759339 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-3223dd52-ab2d-4595-8857-8b36d307ac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.790187 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:21.816128 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-3223dd52-ab2d-4595-8857-8b36d307ac3e None None] Port e9cc8e9e-722a-413a-8aa4-e09f44532da3 cannot update to ACTIVE because it is not bound. {{(pid=74292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 17:34:22.125871 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cc8e9e-722a-413a-8aa4-e09f44532da3 {{(pid=74289) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:34:22.133169 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.147352 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.provisioning_blocks [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Transition to ACTIVE for port object e9cc8e9e-722a-413a-8aa4-e09f44532da3 will not be triggered until provisioned by entity L2. {{(pid=74289) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 17:34:22.211760 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.216649 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-9be7641c-1bcf-4563-b5c2-4ce1024fae65 tempest-TestMinimumBasicScenario-1405781234 tempest-TestMinimumBasicScenario-1405781234-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:22.440574 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cc8e9e-722a-413a-8aa4-e09f44532da3,revision_number=2']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:22.467192 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:22.542043 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Attempting to bind port e9cc8e9e-722a-413a-8aa4-e09f44532da3 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 17:34:22.542297 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Attempting to bind port e9cc8e9e-722a-413a-8aa4-e09f44532da3 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 17:34:22.542621 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Attempting to bind port e9cc8e9e-722a-413a-8aa4-e09f44532da3 on network 4e88cdba-070c-4695-b472-04e413d6d21a {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:22.547131 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Port e9cc8e9e-722a-413a-8aa4-e09f44532da3 on network 4e88cdba-070c-4695-b472-04e413d6d21a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 17:34:22.547443 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Attempting to bind port e9cc8e9e-722a-413a-8aa4-e09f44532da3 on network 4e88cdba-070c-4695-b472-04e413d6d21a {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 17:34:22.552452 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Checking agent: {'id': '98cb1d7d-b6ef-47c4-bb76-926ca61b2d0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 17, 12), 'started_at': datetime.datetime(2021, 5, 4, 17, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 17, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 17:34:22.552777 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Checking segment: {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74289) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 17:34:22.553181 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Bound using segment: {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'} {{(pid=74289) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 17:34:22.553597 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Bound port: e9cc8e9e-722a-413a-8aa4-e09f44532da3, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a'}}] {{(pid=74289) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 17:34:22.553933 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.643365 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] For port e9cc8e9e-722a-413a-8aa4-e09f44532da3, host hv-cinder-78960, cleared binding levels {{(pid=74289) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 17:34:22.646496 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] For port e9cc8e9e-722a-413a-8aa4-e09f44532da3, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e9cc8e9e-722a-413a-8aa4-e09f44532da3,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74289) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 17:34:22.725366 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3619828'] for port, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.729052 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-629a0987-41ff-4330-9b8c-248da0c03413 tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:22.783640 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:22.784065 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:22.785265 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] 10.222.0.11 "PUT /v2.0/ports/e9cc8e9e-722a-413a-8aa4-e09f44532da3 HTTP/1.1" status: 200 len: 1094 time: 1.1108325 May 04 17:34:22.785836 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'tag': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:34:22.815278 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cc8e9e-722a-413a-8aa4-e09f44532da3,revision_number=3']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:22.818483 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fe3b188a-fc25-49aa-9560-6caddccaa784 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:22.910903 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c48b0a-2dec-4205-aa5c-251826b80c8a req-19cc834e-6166-4949-9e5a-e4bc7631665e tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:22.913086 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-25c48b0a-2dec-4205-aa5c-251826b80c8a req-19cc834e-6166-4949-9e5a-e4bc7631665e tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 944 time: 0.0892186 May 04 17:34:22.963726 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-25c48b0a-2dec-4205-aa5c-251826b80c8a req-9dbfdfb6-51f3-432a-8aaa-a1155f22aa41 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=c150f9f0-d5ff-4976-b31d-57963a279d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444009 May 04 17:34:22.964040 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-e121348c-4a2a-421e-a4b3-13d85c1bef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:22.965291 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-e121348c-4a2a-421e-a4b3-13d85c1bef71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 1097 time: 0.0781984 May 04 17:34:23.020991 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'tag': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3', 'status': 'completed', 'code': 200} May 04 17:34:23.033963 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-31070236-e959-4086-9e89-08ccd1ccdac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:23.039087 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-41b138d6-f05a-4925-9dab-8f3e5eb8e05b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9cc8e9e-722a-413a-8aa4-e09f44532da3 HTTP/1.1" status: 200 len: 217 time: 0.0670550 May 04 17:34:23.099836 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-ec845a18-0d58-4342-a416-52fa6affb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:23.101265 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-ec845a18-0d58-4342-a416-52fa6affb224 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0952bfa9-ad95-46c8-af16-d1f4a8009c1c HTTP/1.1" status: 200 len: 849 time: 0.0567594 May 04 17:34:23.175586 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-0e2c29e6-a6b8-494d-a8b8-9b6562494cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:23.176966 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-0e2c29e6-a6b8-494d-a8b8-9b6562494cfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e88cdba-070c-4695-b472-04e413d6d21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698111 May 04 17:34:23.306083 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-d34e39ad-4477-4f17-b519-85b1c990cbfb service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221285 May 04 17:34:23.442855 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-80d7cea5-f6ea-4191-bdc5-5edd7eef6d7d req-2b842833-63e0-43ac-924b-711da3cdf85d service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294224 May 04 17:34:23.679042 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9977fb-f78a-4e00-b9d1-ec66b68f9957 req-d5192b0b-94b0-4cf0-9831-b0f41e28270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:23.680488 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3f9977fb-f78a-4e00-b9d1-ec66b68f9957 req-d5192b0b-94b0-4cf0-9831-b0f41e28270d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 1097 time: 0.0742002 May 04 17:34:23.811524 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9977fb-f78a-4e00-b9d1-ec66b68f9957 req-b555de1d-7afb-4452-9156-df481d64ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:23.813007 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3f9977fb-f78a-4e00-b9d1-ec66b68f9957 req-b555de1d-7afb-4452-9156-df481d64ec27 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 200 len: 911 time: 0.1261091 May 04 17:34:23.882889 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3f9977fb-f78a-4e00-b9d1-ec66b68f9957 req-ee92a6bf-8fb8-4502-99bb-ea2040900e28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9cc8e9e-722a-413a-8aa4-e09f44532da3 HTTP/1.1" status: 200 len: 217 time: 0.0628815 May 04 17:34:23.943220 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9977fb-f78a-4e00-b9d1-ec66b68f9957 req-843c1df7-ed84-4cc0-8833-7a580a8fcdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:23.944582 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3f9977fb-f78a-4e00-b9d1-ec66b68f9957 req-843c1df7-ed84-4cc0-8833-7a580a8fcdff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0952bfa9-ad95-46c8-af16-d1f4a8009c1c HTTP/1.1" status: 200 len: 849 time: 0.0556755 May 04 17:34:24.018809 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9977fb-f78a-4e00-b9d1-ec66b68f9957 req-4063d086-048f-47d0-9797-26f32d8b14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:24.020283 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3f9977fb-f78a-4e00-b9d1-ec66b68f9957 req-4063d086-048f-47d0-9797-26f32d8b14ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e88cdba-070c-4695-b472-04e413d6d21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691323 May 04 17:34:24.149754 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129160f9-befb-4384-89de-96a65867bad5 req-18400f5c-974c-4247-b8d0-41af38a49adf tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:24.151105 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-129160f9-befb-4384-89de-96a65867bad5 req-18400f5c-974c-4247-b8d0-41af38a49adf tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 944 time: 0.0812840 May 04 17:34:24.152650 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3f9977fb-f78a-4e00-b9d1-ec66b68f9957 req-52cebecf-9e33-41b3-9e96-491998ac5d70 service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245530 May 04 17:34:24.195708 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-129160f9-befb-4384-89de-96a65867bad5 req-35b65fa0-a1f9-460c-ab51-ab80afc58993 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=c150f9f0-d5ff-4976-b31d-57963a279d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386293 May 04 17:34:24.289123 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-3f9977fb-f78a-4e00-b9d1-ec66b68f9957 req-09e85805-2d14-460c-afd4-f13232cec976 service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301696 May 04 17:34:25.379100 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d543a07-50a4-4f87-8cc6-5c6872fa2950 req-05104221-4ab7-4f92-be01-35228a86eea7 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:25.380486 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1d543a07-50a4-4f87-8cc6-5c6872fa2950 req-05104221-4ab7-4f92-be01-35228a86eea7 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 944 time: 0.0805683 May 04 17:34:25.424507 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-1d543a07-50a4-4f87-8cc6-5c6872fa2950 req-3d165f69-d800-47e5-aad0-072f66a611f1 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=c150f9f0-d5ff-4976-b31d-57963a279d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382578 May 04 17:34:25.561979 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device e9cc8e9e-722a-413a-8aa4-e09f44532da3 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=74292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 17:34:25.710498 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port e9cc8e9e-722a-413a-8aa4-e09f44532da3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e9cc8e9e-722a-413a-8aa4-e09f44532da3,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:25.723305 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Returning: {'device': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'port_id': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3', 'mac_address': 'fa:16:3e:b1:ee:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 17:34:25.762206 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:25.773530 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8f1194ef-0185-4cee-b6f2-6366e88169c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:25.780420 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:25.797671 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cc8e9e-722a-413a-8aa4-e09f44532da3 {{(pid=74292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 17:34:25.813319 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port e9cc8e9e-722a-413a-8aa4-e09f44532da3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e9cc8e9e-722a-413a-8aa4-e09f44532da3,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:25.897659 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:25.899315 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:25.965430 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=e9cc8e9e-722a-413a-8aa4-e09f44532da3,revision_number=4']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:25.972467 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:25.972816 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:25.973172 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:25.973501 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:25.973826 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:25.974150 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:25.974471 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:25.974791 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:25.975109 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:25.975431 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:25.975747 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:25.976061 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:34:25.980272 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:26.098191 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] get_ports_and_sgs() called for port_ids ['e9cc8e9e-722a-413a-8aa4-e09f44532da3'] {{(pid=74292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 17:34:26.602838 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a1d58-f4c5-4e1d-a98d-94916b23f316 req-d8a83633-57b7-4533-920b-6d4ec214c52b tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:26.604242 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b18a1d58-f4c5-4e1d-a98d-94916b23f316 req-d8a83633-57b7-4533-920b-6d4ec214c52b tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 945 time: 0.0765359 May 04 17:34:26.746783 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b18a1d58-f4c5-4e1d-a98d-94916b23f316 req-e19240d9-6512-47de-96fc-44977a031f24 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=c150f9f0-d5ff-4976-b31d-57963a279d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368527 May 04 17:34:26.760445 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.577251 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device e9cc8e9e-722a-413a-8aa4-e09f44532da3 up at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 17:34:27.702980 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning for port e9cc8e9e-722a-413a-8aa4-e09f44532da3 completed by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 17:34:27.707459 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.provisioning_blocks [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Provisioning complete for port e9cc8e9e-722a-413a-8aa4-e09f44532da3 triggered by entity L2. {{(pid=74292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 17:34:27.707829 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2035551'] for port, provisioning_complete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.825119 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1987581'] for port, before_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:27.852254 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3'}] {{(pid=74292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:34:27.862447 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] For port e9cc8e9e-722a-413a-8aa4-e09f44532da3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e9cc8e9e-722a-413a-8aa4-e09f44532da3,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:34:27.930316 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c84ab2-836a-4084-9bf9-3662871ce515 req-11188f81-16aa-43ea-8a24-d639e847e03d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:27.931738 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b1c84ab2-836a-4084-9bf9-3662871ce515 req-11188f81-16aa-43ea-8a24-d639e847e03d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 945 time: 0.0788913 May 04 17:34:27.976411 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-b1c84ab2-836a-4084-9bf9-3662871ce515 req-85809d4a-68e2-4e64-adda-efca72f53801 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=c150f9f0-d5ff-4976-b31d-57963a279d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390048 May 04 17:34:28.010074 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790475546781', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790475111720', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790475111765'] for port, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.012439 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:34:28.078339 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3', 'code': 200} May 04 17:34:28.085907 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Pushing event updated for resources: {'Port': ['ID=e9cc8e9e-722a-413a-8aa4-e09f44532da3,revision_number=5']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:34:28.085907 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:34:28.388863 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:28.541195 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d20d5-b006-461d-9d0b-e1e0dc19b30d req-55aa66b7-de9a-47f8-af83-908f46bf9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:28.542705 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-036d20d5-b006-461d-9d0b-e1e0dc19b30d req-55aa66b7-de9a-47f8-af83-908f46bf9b96 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 1099 time: 0.0741282 May 04 17:34:28.582337 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-036d20d5-b006-461d-9d0b-e1e0dc19b30d req-afded443-3cf2-40cf-8bfe-6039103297b1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c150f9f0-d5ff-4976-b31d-57963a279d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337594 May 04 17:34:29.163210 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0005a-6e10-4038-b3ff-0124c28ab689 req-5442b49f-3246-4836-9948-5e2c55345999 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:29.164627 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-97a0005a-6e10-4038-b3ff-0124c28ab689 req-5442b49f-3246-4836-9948-5e2c55345999 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0821352 May 04 17:34:29.209377 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-97a0005a-6e10-4038-b3ff-0124c28ab689 req-f6030164-2d82-4fae-a9b6-17bcfdddd577 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=c150f9f0-d5ff-4976-b31d-57963a279d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383899 May 04 17:34:30.393472 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe664ff-259a-475a-aaeb-e3bf4c69d9f6 req-28d19975-d97b-40cc-aae9-f55c763dde38 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:30.394880 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bfe664ff-259a-475a-aaeb-e3bf4c69d9f6 req-28d19975-d97b-40cc-aae9-f55c763dde38 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0806041 May 04 17:34:30.403007 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:34:30.438803 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-bfe664ff-259a-475a-aaeb-e3bf4c69d9f6 req-a49a21b5-5e19-4995-a9ad-ff09e1edfca8 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=c150f9f0-d5ff-4976-b31d-57963a279d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381813 May 04 17:34:30.610445 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ef7f7-68f0-41c0-bd9d-57cb00ed4dae req-fef23fd0-5b89-4a88-a2bd-5533972caf0f tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:30.611851 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-d96ef7f7-68f0-41c0-bd9d-57cb00ed4dae req-fef23fd0-5b89-4a88-a2bd-5533972caf0f tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0772974 May 04 17:34:30.620119 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58730) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:34:30.625129 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.v2.base [None req-24ab8a58-13ce-4bef-ae5f-18a7a4e7668d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Request body: {'floatingip': {'port_id': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3'}} {{(pid=74290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 17:34:30.700027 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-24ab8a58-13ce-4bef-ae5f-18a7a4e7668d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, before_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:31.263381 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-24ab8a58-13ce-4bef-ae5f-18a7a4e7668d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:31.308835 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-24ab8a58-13ce-4bef-ae5f-18a7a4e7668d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:31.400233 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:31.476427 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.db.l3_db [None req-24ab8a58-13ce-4bef-ae5f-18a7a4e7668d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Floating IP 0823c5f1-c3c2-454a-9748-a03f9f3746b1 associated. External IP: 172.27.3.127, port: e9cc8e9e-722a-413a-8aa4-e09f44532da3. May 04 17:34:31.904236 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ab8a58-13ce-4bef-ae5f-18a7a4e7668d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:34:32.078214 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ab8a58-13ce-4bef-ae5f-18a7a4e7668d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:34:32.082928 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-24ab8a58-13ce-4bef-ae5f-18a7a4e7668d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:32.087086 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32d483-c938-4f8e-a41e-e28d731f980a None None] Sync routers for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:34:32.096338 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32d483-c938-4f8e-a41e-e28d731f980a None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:34:32.096967 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-6d32d483-c938-4f8e-a41e-e28d731f980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:34:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:32.136407 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-24ab8a58-13ce-4bef-ae5f-18a7a4e7668d tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "PUT /v2.0/floatingips/0823c5f1-c3c2-454a-9748-a03f9f3746b1 HTTP/1.1" status: 200 len: 992 time: 1.5152707 May 04 17:34:32.137072 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'tag': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3'}] {{(pid=74290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:34:32.273053 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-6d32d483-c938-4f8e-a41e-e28d731f980a None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:34:32.338195 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'tag': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3', 'status': 'completed', 'code': 200} May 04 17:34:32.427375 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00d9f-1086-44d6-8a05-d27e63e13f03 req-014abfc9-f5d0-45d1-b6eb-b42605bcbb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:32.428970 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-dcd00d9f-1086-44d6-8a05-d27e63e13f03 req-014abfc9-f5d0-45d1-b6eb-b42605bcbb46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 1099 time: 0.0702939 May 04 17:34:32.619471 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-6d32d483-c938-4f8e-a41e-e28d731f980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '0823c5f1-c3c2-454a-9748-a03f9f3746b1', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'port_id': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'mac_address': 'fa:16:3e:b1:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:34:16Z', 'updated_at': '2021-05-04T17:34:31Z', 'revision_number': 1, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:27Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:32.623762 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32d483-c938-4f8e-a41e-e28d731f980a None None] Checking router: ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:34:32.632072 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32d483-c938-4f8e-a41e-e28d731f980a None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:34:32.632676 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-6d32d483-c938-4f8e-a41e-e28d731f980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:34:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:32.657714 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00d9f-1086-44d6-8a05-d27e63e13f03 req-677c7517-dcbe-4ea9-b99d-3e6b8830b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:32.659162 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-dcd00d9f-1086-44d6-8a05-d27e63e13f03 req-677c7517-dcbe-4ea9-b99d-3e6b8830b313 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 200 len: 911 time: 0.2243917 May 04 17:34:32.764162 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-dcd00d9f-1086-44d6-8a05-d27e63e13f03 req-c2bef05c-db1b-4e9e-b5e4-8dd9c9b83e1a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9cc8e9e-722a-413a-8aa4-e09f44532da3 HTTP/1.1" status: 200 len: 1000 time: 0.0985510 May 04 17:34:32.811523 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-6d32d483-c938-4f8e-a41e-e28d731f980a None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:34:32.831046 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00d9f-1086-44d6-8a05-d27e63e13f03 req-8ebee77c-e242-4f92-8fca-ace70e930d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:32.832584 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-dcd00d9f-1086-44d6-8a05-d27e63e13f03 req-8ebee77c-e242-4f92-8fca-ace70e930d05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0952bfa9-ad95-46c8-af16-d1f4a8009c1c HTTP/1.1" status: 200 len: 849 time: 0.0624561 May 04 17:34:32.909429 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd00d9f-1086-44d6-8a05-d27e63e13f03 req-1f782455-8832-47e6-8227-c902092ce78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:34:32.910950 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-dcd00d9f-1086-44d6-8a05-d27e63e13f03 req-1f782455-8832-47e6-8227-c902092ce78f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e88cdba-070c-4695-b472-04e413d6d21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719657 May 04 17:34:33.050531 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-dcd00d9f-1086-44d6-8a05-d27e63e13f03 req-663cd19d-7f2d-444b-a5d9-569c48e3ede5 service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324587 May 04 17:34:33.182365 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-dcd00d9f-1086-44d6-8a05-d27e63e13f03 req-329e62cf-a9b5-428f-95a5-7010e14d0188 service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253843 May 04 17:34:33.188829 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-6d32d483-c938-4f8e-a41e-e28d731f980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '0823c5f1-c3c2-454a-9748-a03f9f3746b1', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'port_id': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'mac_address': 'fa:16:3e:b1:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:34:16Z', 'updated_at': '2021-05-04T17:34:31Z', 'revision_number': 1, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:27Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:34:33.192695 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32d483-c938-4f8e-a41e-e28d731f980a None None] The sync data for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi is: [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_floatingips': [{'id': '0823c5f1-c3c2-454a-9748-a03f9f3746b1', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'router_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'port_id': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'mac_address': 'fa:16:3e:b1:ee:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T17:34:16Z', 'updated_at': '2021-05-04T17:34:31Z', 'revision_number': 1, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:27Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:34:33.375454 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8c5ba3-3c4d-4f27-b6ab-51003cc3cdc1 None None] New status for floating IP 0823c5f1-c3c2-454a-9748-a03f9f3746b1: ACTIVE {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:34:52.989763 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-d483c150-5a97-437f-b6af-61ad66766f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.705875 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:55.734409 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-11877502-e5aa-41d6-b6de-dc8b90176369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:56.768217 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:34:58.327997 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.373443 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:01.439203 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [req-3d3ab475-fadd-4781-a240-fe0d1a809132 req-d0e54ada-eb72-44be-b50a-f158095d763a tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] (74289) timed out ('10.222.0.11', 57586) {{(pid=74289) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 04 17:35:07.403084 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:35:13.900257 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1eba9628-9149-4388-b4ca-c818429cb139 req-08c4a409-ffd8-4955-b874-5e4553fde19b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723743 May 04 17:35:14.033459 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba9628-9149-4388-b4ca-c818429cb139 req-cff39308-f928-4101-8563-48407aa542ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:35:14.034824 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1eba9628-9149-4388-b4ca-c818429cb139 req-cff39308-f928-4101-8563-48407aa542ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2ab45a2d37634270a73788f2cd922afc&device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 1099 time: 0.0696018 May 04 17:35:14.174051 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba9628-9149-4388-b4ca-c818429cb139 req-e55ec15b-1e70-44c0-9acc-4c4ba78c2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:35:14.175468 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1eba9628-9149-4388-b4ca-c818429cb139 req-e55ec15b-1e70-44c0-9acc-4c4ba78c2ca4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 200 len: 911 time: 0.1227033 May 04 17:35:14.276279 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1eba9628-9149-4388-b4ca-c818429cb139 req-559f55ca-a751-4c61-92db-cb72d11b9fb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9cc8e9e-722a-413a-8aa4-e09f44532da3 HTTP/1.1" status: 200 len: 1002 time: 0.0939534 May 04 17:35:14.338795 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba9628-9149-4388-b4ca-c818429cb139 req-249ce3ae-7f41-410a-8dca-125e7786a74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:35:14.340083 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1eba9628-9149-4388-b4ca-c818429cb139 req-249ce3ae-7f41-410a-8dca-125e7786a74b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0952bfa9-ad95-46c8-af16-d1f4a8009c1c HTTP/1.1" status: 200 len: 849 time: 0.0580528 May 04 17:35:14.416961 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba9628-9149-4388-b4ca-c818429cb139 req-53cc12cd-da22-48ef-9bd1-d71d4662ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:35:14.418360 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1eba9628-9149-4388-b4ca-c818429cb139 req-53cc12cd-da22-48ef-9bd1-d71d4662ef9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e88cdba-070c-4695-b472-04e413d6d21a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725100 May 04 17:35:14.548555 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1eba9628-9149-4388-b4ca-c818429cb139 req-55ffa578-42fd-4192-9a15-b0c30e5c19e3 service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237364 May 04 17:35:14.680396 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-1eba9628-9149-4388-b4ca-c818429cb139 req-d16762a1-2327-4e82-88da-df82269de2dc service neutron] 10.222.0.11 "GET /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255224 May 04 17:35:23.022688 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-74d1f470-2f44-4ad7-9d0c-8dfec0851d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:25.689962 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:25.736340 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7d57-9c68-4825-b67f-cd7bf728e732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:26.776717 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:28.324576 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:31.370498 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:35.687273 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d45d10-823a-4f89-bbdb-4b51ac102d56 req-2e08314d-e2a9-4616-9262-745ddc3d826f tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:35:35.688705 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-18d45d10-823a-4f89-bbdb-4b51ac102d56 req-2e08314d-e2a9-4616-9262-745ddc3d826f tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0827827 May 04 17:35:35.732537 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-18d45d10-823a-4f89-bbdb-4b51ac102d56 req-1a16d624-a79b-4470-bfb6-08f9d3e6c662 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=c150f9f0-d5ff-4976-b31d-57963a279d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381951 May 04 17:35:36.912952 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbfbe1-d544-41be-aa18-87c3df517951 req-6c5d27a2-7ab5-450e-b4d7-c870cf7ba97a tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:35:36.914347 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fefbfbe1-d544-41be-aa18-87c3df517951 req-6c5d27a2-7ab5-450e-b4d7-c870cf7ba97a tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0769377 May 04 17:35:36.956445 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-fefbfbe1-d544-41be-aa18-87c3df517951 req-fca35d28-0dc8-4ed7-ac91-0aa1f259995f tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=c150f9f0-d5ff-4976-b31d-57963a279d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366387 May 04 17:35:37.268101 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-1fb45e5e-edb2-49b6-b27a-6a5f12d35071 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74289) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:35:37.268797 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-1fb45e5e-edb2-49b6-b27a-6a5f12d35071 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Synchronizing usage tracker for tenant:2ab45a2d37634270a73788f2cd922afc on resource:port {{(pid=74289) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 17:35:37.345065 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-1fb45e5e-edb2-49b6-b27a-6a5f12d35071 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Unset dirty status for tenant:2ab45a2d37634270a73788f2cd922afc on resource:port {{(pid=74289) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 17:35:37.346159 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-1fb45e5e-edb2-49b6-b27a-6a5f12d35071 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 946 time: 0.1551371 May 04 17:35:37.572384 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Deleting port e9cc8e9e-722a-413a-8aa4-e09f44532da3 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:35:37.572716 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.700485 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] For port e9cc8e9e-722a-413a-8aa4-e09f44532da3, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e9cc8e9e-722a-413a-8aa4-e09f44532da3,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:37.700833 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.987236 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.987602 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-663895'] for floatingip, after_update {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:37.987907 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.db.l3_db [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Floating IP 0823c5f1-c3c2-454a-9748-a03f9f3746b1 disassociated. External IP: 172.27.3.127, port: e9cc8e9e-722a-413a-8aa4-e09f44532da3. May 04 17:35:37.988231 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Calling delete_port for e9cc8e9e-722a-413a-8aa4-e09f44532da3 owned by compute:nova {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:35:38.142097 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03385b48-ca6c-4ce7-9fbf-2070b637f40e req-89771c7e-d204-43ad-9d36-745a1e390ec2 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 17:35:38.143531 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-03385b48-ca6c-4ce7-9fbf-2070b637f40e req-89771c7e-d204-43ad-9d36-745a1e390ec2 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 946 time: 0.0820310 May 04 17:35:38.181442 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.187106 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-95296b1a-0652-46e2-b813-6dfa5086e0ed tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:38.187755 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-03385b48-ca6c-4ce7-9fbf-2070b637f40e req-7653fd80-61c9-41bd-8279-e18a4fffd1f6 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups?id=c150f9f0-d5ff-4976-b31d-57963a279d18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385437 May 04 17:35:38.231126 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event deleted for resources: {'Port': ['ID=e9cc8e9e-722a-413a-8aa4-e09f44532da3,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:38.242851 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:38.243227 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:38.243597 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:38.243957 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:38.244317 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:38.244677 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:38.245055 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:38.245406 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:38.250593 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:38.250593 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:38.250593 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:38.250593 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74289) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:38.251000 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:38.425763 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74289) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:35:38.603433 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74289) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:35:38.613167 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f3030-f415-437d-89a8-f8aad4be04ae None None] Sync routers for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:35:38.623533 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f3030-f415-437d-89a8-f8aad4be04ae None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:35:38.624153 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-1c6f3030-f415-437d-89a8-f8aad4be04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:35:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:38.678117 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] No DVR routers for this DVR port e9cc8e9e-722a-413a-8aa4-e09f44532da3 on host hv-cinder-78960 {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:35:38.680650 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for port, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:38.683477 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'name': 'network-vif-deleted', 'tag': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3'}] {{(pid=74289) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 17:35:38.728827 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c16cf01-6711-42de-aa63-ac4861fbc9e5', 'name': 'network-vif-deleted', 'tag': 'e9cc8e9e-722a-413a-8aa4-e09f44532da3', 'status': 'completed', 'code': 200} May 04 17:35:38.769548 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [req-99a171b2-100f-4a0f-b16b-d803f28cb665 req-c911cbe0-599f-440f-8b45-0a7a7135e9d5 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.11 "DELETE /v2.0/ports/e9cc8e9e-722a-413a-8aa4-e09f44532da3 HTTP/1.1" status: 204 len: 173 time: 1.4175763 May 04 17:35:38.819466 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-1c6f3030-f415-437d-89a8-f8aad4be04ae None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:35:39.121997 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-1c6f3030-f415-437d-89a8-f8aad4be04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:27Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:39.125890 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f3030-f415-437d-89a8-f8aad4be04ae None None] Checking router: ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:35:39.134113 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6f3030-f415-437d-89a8-f8aad4be04ae None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:35:39.134695 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-1c6f3030-f415-437d-89a8-f8aad4be04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:35:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:39.310112 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-1c6f3030-f415-437d-89a8-f8aad4be04ae None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:35:39.351329 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [req-a682feda-cda8-4e89-8b55-674206b9b35c req-65154ede-396b-4e12-ad6b-f66aad6146e3 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c16cf01-6711-42de-aa63-ac4861fbc9e5 HTTP/1.1" status: 200 len: 210 time: 0.0422642 May 04 17:35:39.657792 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-1c6f3030-f415-437d-89a8-f8aad4be04ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:27Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:39.662876 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6f3030-f415-437d-89a8-f8aad4be04ae None None] The sync data for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi is: [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:31:21Z', 'revision_number': 4, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi', '_interfaces': [{'id': 'cb8fa33d-38be-4bad-8392-9171c6c26d89', 'name': '', 'network_id': '4e88cdba-070c-4695-b472-04e413d6d21a', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'mac_address': 'fa:16:3e:9b:e1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:20Z', 'updated_at': '2021-05-04T17:31:27Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'subnets': [{'id': '0952bfa9-ad95-46c8-af16-d1f4a8009c1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:35:39.947762 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76419101-50af-4a97-938f-4f27ba7bd0b4 None None] New status for floating IP 0823c5f1-c3c2-454a-9748-a03f9f3746b1: DOWN {{(pid=74292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 17:35:40.552701 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58930) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:40.619057 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc63b7-2afd-4899-9b03-48ba9de242ef tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.645814 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc63b7-2afd-4899-9b03-48ba9de242ef tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.781138 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc63b7-2afd-4899-9b03-48ba9de242ef tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.785115 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-67751c78-700b-4953-a0ae-ec15f3ea9cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:40.800595 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc63b7-2afd-4899-9b03-48ba9de242ef tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c150f9f0-d5ff-4976-b31d-57963a279d18,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:40.803045 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2fcc63b7-2afd-4899-9b03-48ba9de242ef tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:40.877223 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-2fcc63b7-2afd-4899-9b03-48ba9de242ef tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:40.878329 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-2fcc63b7-2afd-4899-9b03-48ba9de242ef tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "DELETE /v2.0/security-groups/c150f9f0-d5ff-4976-b31d-57963a279d18 HTTP/1.1" status: 204 len: 168 time: 0.3241262 May 04 17:35:40.881427 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58934) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:40.897539 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.api.v2.resource [None req-a10387cb-1ec3-4ff9-aaa5-0a2802aaf92c tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] show failed (client error): The resource could not be found. May 04 17:35:40.898459 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-a10387cb-1ec3-4ff9-aaa5-0a2802aaf92c tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "GET /v2.0/security-groups/c150f9f0-d5ff-4976-b31d-57963a279d18 HTTP/1.1" status: 404 len: 347 time: 0.0161369 May 04 17:35:40.900881 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58938) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:41.210156 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3d285-0c95-400d-94ea-d55087acf460 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Deleting port 9bf8a35e-466e-4c21-af60-6900bb75c3bd {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:35:41.210408 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d285-0c95-400d-94ea-d55087acf460 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.325796 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d285-0c95-400d-94ea-d55087acf460 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.326121 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d285-0c95-400d-94ea-d55087acf460 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.445313 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3d285-0c95-400d-94ea-d55087acf460 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Calling delete_port for 9bf8a35e-466e-4c21-af60-6900bb75c3bd owned by network:floatingip {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:35:41.626477 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d285-0c95-400d-94ea-d55087acf460 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.630053 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-394d21fe-c875-427c-9efd-35cbc3b7af06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:41.673144 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3d285-0c95-400d-94ea-d55087acf460 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Pushing event deleted for resources: {'Port': ['ID=9bf8a35e-466e-4c21-af60-6900bb75c3bd,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:41.676234 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a2c3d285-0c95-400d-94ea-d55087acf460 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:41.764897 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d285-0c95-400d-94ea-d55087acf460 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks [] for floatingip, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.779571 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d285-0c95-400d-94ea-d55087acf460 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-413754'] for floatingip, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:41.780694 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-a2c3d285-0c95-400d-94ea-d55087acf460 tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] 10.222.0.22 "DELETE /v2.0/floatingips/0823c5f1-c3c2-454a-9748-a03f9f3746b1 HTTP/1.1" status: 204 len: 168 time: 0.8789876 May 04 17:35:42.069913 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device e9cc8e9e-722a-413a-8aa4-e09f44532da3 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:42.103852 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] No Port match for: e9cc8e9e-722a-413a-8aa4-e09f44532da3 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:35:42.104198 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Device e9cc8e9e-722a-413a-8aa4-e09f44532da3 not bound to the agent host hv-cinder-78960 {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:44.401584 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:35:46.110392 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58968) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:46.722455 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656453'] for router_interface, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.110928 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Deleting port cb8fa33d-38be-4bad-8392-9171c6c26d89 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:35:47.111619 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.229134 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] For port cb8fa33d-38be-4bad-8392-9171c6c26d89, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=cb8fa33d-38be-4bad-8392-9171c6c26d89,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:47.229502 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.351358 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Calling delete_port for cb8fa33d-38be-4bad-8392-9171c6c26d89 owned by network:router_interface {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:35:47.563146 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:47.566575 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4c34d362-fbd9-4d7f-8d72-533f3a344f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:47.608969 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb8fa33d-38be-4bad-8392-9171c6c26d89,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:47.642437 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:47.642803 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:47.643158 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:47.643507 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:47.643854 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:47.644200 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:47.644541 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:47.644906 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:47.645255 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:47.646142 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:47.646530 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:47.646802 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:47.654205 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:47.881864 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534424', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-665333'] for router_interface, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:48.318488 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 has already been hosted by L3 agent 07946e48-6551-4126-921d-b197646287c6 {{(pid=74290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 17:35:48.489866 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] Notify agent at l3_agent.dv-cinder-789603-1-iscsi the message routers_updated {{(pid=74290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 17:35:48.498017 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c0f7f-60a2-4c97-a603-4ab9a482f226 None None] Sync routers for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 17:35:48.502313 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-0aa66343-48d0-4207-bcc3-d4ef8ac78685 admin admin] 10.222.0.22 "PUT /v2.0/routers/ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3908994 May 04 17:35:48.505390 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58972) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:48.507736 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c0f7f-60a2-4c97-a603-4ab9a482f226 None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:35:48.508334 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-932c0f7f-60a2-4c97-a603-4ab9a482f226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:35:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:48.677044 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Notify callbacks [] for router, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:48.677420 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-932c0f7f-60a2-4c97-a603-4ab9a482f226 None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: dv-cinder-789603-1-iscsi {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:35:48.847742 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:48.956794 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-932c0f7f-60a2-4c97-a603-4ab9a482f226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'external_fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': '96440f90-759e-4476-abc1-42dea39c86a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:35:47Z', 'revision_number': 5, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port': {'id': '96440f90-759e-4476-abc1-42dea39c86a9', 'name': '', 'network_id': '58073673-7c28-4b4b-bd9f-8e1f44915109', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ed:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T17:31:17Z', 'updated_at': '2021-05-04T17:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b01bb093-7a09-4fd2-96b1-c31834e2bda7', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-1-iscsi'}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:48.961259 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c0f7f-60a2-4c97-a603-4ab9a482f226 None None] Checking router: ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 for host: dv-cinder-789603-1-iscsi {{(pid=74293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 17:35:48.969799 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932c0f7f-60a2-4c97-a603-4ab9a482f226 None None] Routers {'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'} bound to L3 agent in host dv-cinder-789603-1-iscsi {{(pid=74293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 17:35:48.970425 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-932c0f7f-60a2-4c97-a603-4ab9a482f226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T17:05:56Z,description=,heartbeat_timestamp=2021-05-04T17:35:26Z,host='dv-cinder-789603-1-iscsi',id=07946e48-6551-4126-921d-b197646287c6,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T17:05:56Z,topic='l3_agent')) {'router_ids': ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'], 'active': True} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:48.990100 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Deleting port 96440f90-759e-4476-abc1-42dea39c86a9 {{(pid=74290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:35:48.990430 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.109161 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.db [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] For port 96440f90-759e-4476-abc1-42dea39c86a9, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=96440f90-759e-4476-abc1-42dea39c86a9,segment=NetworkSegment(6ac87a9e-bd3d-46e0-b1bc-67554825bf57),segment_id=6ac87a9e-bd3d-46e0-b1bc-67554825bf57)] {{(pid=74290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:49.109499 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.118370 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_dvr_db [None req-932c0f7f-60a2-4c97-a603-4ab9a482f226 None None] Set router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 gateway port host: None {{(pid=74293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 17:35:49.221086 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.l3_hamode_db [None req-932c0f7f-60a2-4c97-a603-4ab9a482f226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:35:48Z', 'revision_number': 6, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port_host': None}], 'dv-cinder-789603-1-iscsi', False) {} {{(pid=74293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:49.224871 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932c0f7f-60a2-4c97-a603-4ab9a482f226 None None] The sync data for ids ['ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4'] in dv-cinder-789603-1-iscsi is: [{'id': 'ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4', 'name': 'tempest-AttachVolumeTestJSON-343042232-router', 'tenant_id': '2ab45a2d37634270a73788f2cd922afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T17:31:16Z', 'updated_at': '2021-05-04T17:35:48Z', 'revision_number': 6, 'project_id': '2ab45a2d37634270a73788f2cd922afc', 'gw_port_host': None}] {{(pid=74293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 17:35:49.226395 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.plugins.ml2.plugin [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Calling delete_port for 96440f90-759e-4476-abc1-42dea39c86a9 owned by network:router_gateway {{(pid=74290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:35:49.430063 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4104500'] for port, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.434221 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:49.478509 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Pushing event deleted for resources: {'Port': ['ID=96440f90-759e-4476-abc1-42dea39c86a9,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:49.503743 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:49.566263 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-663914'] for router_gateway, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.836391 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-693758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4253'] for router, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.838536 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.940054 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-666914'] for router, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.940491 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 {{(pid=74290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 17:35:49.953026 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] Notify callbacks [] for router, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:49.956676 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58976) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:49.957242 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-7ce11b3b-b76a-46cf-afaf-e68614c6fd10 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ba82e6c4-7f60-4ef5-9c9b-43d7e1a9f2b4 HTTP/1.1" status: 204 len: 168 time: 1.4504082 May 04 17:35:50.018075 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa308f3b-e390-472a-8212-37905cde66c2 admin admin] Deleting subnet 0952bfa9-ad95-46c8-af16-d1f4a8009c1c {{(pid=74289) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 17:35:50.020981 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fa308f3b-e390-472a-8212-37905cde66c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.074354 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fa308f3b-e390-472a-8212-37905cde66c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2221752'] for subnet, precommit_delete_associations {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.151718 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fa308f3b-e390-472a-8212-37905cde66c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2047309'] for subnet, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.493410 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fa308f3b-e390-472a-8212-37905cde66c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2047300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3618866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2230852'] for subnet, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.497242 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-6a6b1ebe-e12d-48c0-a1de-81fd8a6aef09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:50.530633 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa308f3b-e390-472a-8212-37905cde66c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0952bfa9-ad95-46c8-af16-d1f4a8009c1c,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:50.533646 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-fa308f3b-e390-472a-8212-37905cde66c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:50.534594 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-fa308f3b-e390-472a-8212-37905cde66c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for subnet, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.540912 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-fa308f3b-e390-472a-8212-37905cde66c2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0952bfa9-ad95-46c8-af16-d1f4a8009c1c HTTP/1.1" status: 204 len: 168 time: 0.5823159 May 04 17:35:50.543513 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e1c34e-c615-4115-a5a2-0ece0708f268 None None] Network 4e88cdba-070c-4695-b472-04e413d6d21a requested from dv-cinder-789603-1-iscsi {{(pid=74292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 17:35:50.543990 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 58980) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:50.647574 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1690923'] for network, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.717354 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Deleting port d2e94e86-dd9b-43df-8760-5da267fc9897 {{(pid=74289) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:35:50.717722 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.796111 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] DHCP port deletion for 4e88cdba-070c-4695-b472-04e413d6d21a request from dv-cinder-789603-1-iscsi {{(pid=74292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 17:35:50.825660 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.db [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] For port d2e94e86-dd9b-43df-8760-5da267fc9897, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d2e94e86-dd9b-43df-8760-5da267fc9897,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74289) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:50.826017 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.863602 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device cb8fa33d-38be-4bad-8392-9171c6c26d89 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:50.893199 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Deleting port d2e94e86-dd9b-43df-8760-5da267fc9897 {{(pid=74292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 17:35:50.893572 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790475544405'] for port, before_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:50.909995 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: cb8fa33d-38be-4bad-8392-9171c6c26d89 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:35:50.912004 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device cb8fa33d-38be-4bad-8392-9171c6c26d89 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:50.912004 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 96440f90-759e-4476-abc1-42dea39c86a9 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:50.951397 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.plugin [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Calling delete_port for d2e94e86-dd9b-43df-8760-5da267fc9897 owned by network:dhcp {{(pid=74289) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:35:50.959060 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No Port match for: 96440f90-759e-4476-abc1-42dea39c86a9 {{(pid=74292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 17:35:50.959404 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device 96440f90-759e-4476-abc1-42dea39c86a9 not bound to the agent host dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 17:35:50.959814 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.rpc [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Device d2e94e86-dd9b-43df-8760-5da267fc9897 no longer exists at agent ovs-agent-dv-cinder-789603-1-iscsi {{(pid=74292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 17:35:51.075841 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.db [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] For port d2e94e86-dd9b-43df-8760-5da267fc9897, host dv-cinder-789603-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-1-iscsi',level=0,port_id=d2e94e86-dd9b-43df-8760-5da267fc9897,segment=NetworkSegment(78ab0bd4-8f45-47f3-b4d0-06ab37d754b7),segment_id=78ab0bd4-8f45-47f3-b4d0-06ab37d754b7)] {{(pid=74292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 17:35:51.076267 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-670655'] for port, precommit_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.098902 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3619779'] for port, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.103649 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d39ced91-a115-460b-9d6b-630c1393dd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:51.137473 dv-cinder-789603-1-iscsi neutron-server[74292]: INFO neutron.plugins.ml2.db [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] No ports have port_id starting with d2e94e86-dd9b-43df-8760-5da267fc9897 May 04 17:35:51.147326 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e94e86-dd9b-43df-8760-5da267fc9897,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:51.149022 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] No DVR routers for this DVR port d2e94e86-dd9b-43df-8760-5da267fc9897 on host dv-cinder-789603-1-iscsi {{(pid=74289) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:35:51.150459 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:51.204477 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.plugins.ml2.plugin [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Calling delete_port for d2e94e86-dd9b-43df-8760-5da267fc9897 owned by network:dhcp {{(pid=74292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 17:35:51.247566 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1987518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23954', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790475546790', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790475111711'] for port, after_delete {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.251748 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:51.294769 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Pushing event deleted for resources: {'Port': ['ID=d2e94e86-dd9b-43df-8760-5da267fc9897,revision_number=None']} {{(pid=74292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:51.299868 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] No DVR routers for this DVR port d2e94e86-dd9b-43df-8760-5da267fc9897 on host dv-cinder-789603-1-iscsi {{(pid=74292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 17:35:51.306751 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:51.307098 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:51.307438 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:51.307765 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:51.308091 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:51.308575 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:51.308930 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:51.309255 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:51.309940 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:51.309940 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:51.310228 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:51.310499 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-1-iscsi {{(pid=74292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 17:35:51.313483 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG oslo_concurrency.lockutils [None req-899e0fd7-df40-44f6-8361-3d59d1bd9038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74292) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:51.360207 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2031824', 'neutron.services.segments.db._delete_segments_for_network-8790475557425'] for network, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.465061 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e88cdba-070c-4695-b472-04e413d6d21a']}} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:51.477405 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7') {'for_net_delete': True} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:51.477698 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.services.segments.db [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ab0bd4-8f45-47f3-b4d0-06ab37d754b7') {} {{(pid=74289) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 17:35:51.488725 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790475568487', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2221697'] for segment, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.504504 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2042391'] for segment, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.510337 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=74289) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 17:35:51.675272 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Network 4e88cdba-070c-4695-b472-04e413d6d21a has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:35:51.683498 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2042392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3619728'] for segment, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:51.845982 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.plugins.ml2.managers [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Network 4e88cdba-070c-4695-b472-04e413d6d21a has no segments {{(pid=74289) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: Traceback (most recent call last): May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: timer() May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: cb(*args, **kw) May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: return func(*args, **kwargs) May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: self._notify() May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: self.callback(batched_events) May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: event.method(event) May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: aggregate_uuid = self.p_client.list_aggregates( May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: return f(self, *a, **k) May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._get(url).json() May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: return self.request(url, 'GET', **kwargs) May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: base_url = self.get_endpoint(auth, allow=allow, May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 17:35:51.869426 dv-cinder-789603-1-iscsi neutron-server[74289]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 17:35:52.025486 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2031823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534417', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-663877'] for network, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:52.028868 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:52.041503 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534463'] for network, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:52.051466 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e88cdba-070c-4695-b472-04e413d6d21a,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:52.054529 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:52.117551 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-81c158b0-bfd7-424b-8790-8e159dad457b admin admin] 10.222.0.22 "DELETE /v2.0/networks/4e88cdba-070c-4695-b472-04e413d6d21a HTTP/1.1" status: 204 len: 168 time: 1.5733094 May 04 17:35:52.493411 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58986) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:52.542006 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-9752392b-252e-4365-a5fe-3748a7f3cb17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ab45a2d37634270a73788f2cd922afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473154 May 04 17:35:52.544101 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 58990) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:52.599458 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a9df31e2-70f1-4479-a2a8-7db569b250dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:52.624559 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a9df31e2-70f1-4479-a2a8-7db569b250dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:52.751114 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a9df31e2-70f1-4479-a2a8-7db569b250dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:52.756099 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-8c9add8f-2f61-4f5d-b2fb-8d64b0547c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:52.771269 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df31e2-70f1-4479-a2a8-7db569b250dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117c948d-758b-4abb-b6a7-20f4387bef71,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:52.775010 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a9df31e2-70f1-4479-a2a8-7db569b250dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:52.778387 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-a9df31e2-70f1-4479-a2a8-7db569b250dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:52.781734 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-a9df31e2-70f1-4479-a2a8-7db569b250dd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/117c948d-758b-4abb-b6a7-20f4387bef71 HTTP/1.1" status: 204 len: 168 time: 0.2345252 May 04 17:35:53.054156 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-4096b631-3926-4151-a47f-32ddb94b4f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.197251 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 59032) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:55.313127 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e603efba-1d0a-4190-ac24-332bbaedb7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.331020 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-e603efba-1d0a-4190-ac24-332bbaedb7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:55.335375 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-e603efba-1d0a-4190-ac24-332bbaedb7cb admin admin] Usage tracker for resource:security_group_rule and tenant:fd4acfaad4544e6697dc934f6a6a42bc is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:55.338175 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-e603efba-1d0a-4190-ac24-332bbaedb7cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:55.343891 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-e603efba-1d0a-4190-ac24-332bbaedb7cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:55.424262 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e603efba-1d0a-4190-ac24-332bbaedb7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.528032 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-e603efba-1d0a-4190-ac24-332bbaedb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.536747 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-a049c4ed-3e23-4399-872c-1e57511aba27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:55.578849 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-e603efba-1d0a-4190-ac24-332bbaedb7cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd4acfaad4544e6697dc934f6a6a42bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805120 May 04 17:35:55.596029 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603efba-1d0a-4190-ac24-332bbaedb7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c258af4e-974e-4089-9ac2-a47cff8f6838,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:55.596595 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 59038) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:55.597486 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-e603efba-1d0a-4190-ac24-332bbaedb7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:55.646594 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41216544-90fa-4ce4-be6d-6c3959f9cd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.672227 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41216544-90fa-4ce4-be6d-6c3959f9cd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.733740 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.762049 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-03e360db-3365-43f6-b8c0-59ce7bb3b949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.819757 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41216544-90fa-4ce4-be6d-6c3959f9cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.823561 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-3de36a47-52e6-4c68-b160-efb80722e905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:55.834938 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41216544-90fa-4ce4-be6d-6c3959f9cd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c258af4e-974e-4089-9ac2-a47cff8f6838,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:55.839493 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-41216544-90fa-4ce4-be6d-6c3959f9cd63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:55.841200 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-41216544-90fa-4ce4-be6d-6c3959f9cd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:55.844139 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-41216544-90fa-4ce4-be6d-6c3959f9cd63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c258af4e-974e-4089-9ac2-a47cff8f6838 HTTP/1.1" status: 204 len: 168 time: 0.2613487 May 04 17:35:56.515631 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 59046) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:56.533595 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-945740f3-321f-45bd-8dbb-070c45175548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.547325 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-945740f3-321f-45bd-8dbb-070c45175548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:35:56.551117 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-945740f3-321f-45bd-8dbb-070c45175548 admin admin] Usage tracker for resource:security_group_rule and tenant:436e9ba2499a47d6b79a2cd2e6cb40ef is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:35:56.553854 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-945740f3-321f-45bd-8dbb-070c45175548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:35:56.559482 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-945740f3-321f-45bd-8dbb-070c45175548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:35:56.638540 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-945740f3-321f-45bd-8dbb-070c45175548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.715189 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-945740f3-321f-45bd-8dbb-070c45175548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.727392 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-9113f962-bad5-4692-9734-a2d3be6f146c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:56.767139 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-945740f3-321f-45bd-8dbb-070c45175548 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=436e9ba2499a47d6b79a2cd2e6cb40ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504783 May 04 17:35:56.768738 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945740f3-321f-45bd-8dbb-070c45175548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0904c0d-2e4a-4b55-a7c9-4009be3b59a5,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:56.769929 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 59050) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:35:56.771743 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-945740f3-321f-45bd-8dbb-070c45175548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:56.784619 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.834142 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-80c5ed41-a297-4580-b526-98a26d2b3d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:56.858913 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-80c5ed41-a297-4580-b526-98a26d2b3d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.053236 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-80c5ed41-a297-4580-b526-98a26d2b3d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.056809 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c0004172-bd69-4da6-b457-549d3a735373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:35:57.072090 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5ed41-a297-4580-b526-98a26d2b3d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0904c0d-2e4a-4b55-a7c9-4009be3b59a5,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:35:57.074639 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-80c5ed41-a297-4580-b526-98a26d2b3d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:35:57.081790 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-80c5ed41-a297-4580-b526-98a26d2b3d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:35:57.082892 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-80c5ed41-a297-4580-b526-98a26d2b3d07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0904c0d-2e4a-4b55-a7c9-4009be3b59a5 HTTP/1.1" status: 204 len: 168 time: 0.3119991 May 04 17:35:58.344766 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:01.367640 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:05.304033 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 59126) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:05.417893 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe484-b0d2-4afa-b428-5a284d8ad288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:05.432251 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f4bbe484-b0d2-4afa-b428-5a284d8ad288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:05.436057 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-f4bbe484-b0d2-4afa-b428-5a284d8ad288 admin admin] Usage tracker for resource:security_group_rule and tenant:d3e8357b947d481d9ca47eaacbaea457 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:05.438804 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-f4bbe484-b0d2-4afa-b428-5a284d8ad288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:05.444446 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-f4bbe484-b0d2-4afa-b428-5a284d8ad288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:05.522038 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe484-b0d2-4afa-b428-5a284d8ad288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:05.583926 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-f4bbe484-b0d2-4afa-b428-5a284d8ad288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:05.592500 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-2fcc63b7-2afd-4899-9b03-48ba9de242ef tempest-AttachVolumeTestJSON-1774966481 tempest-AttachVolumeTestJSON-1774966481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:36:05.631558 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-f4bbe484-b0d2-4afa-b428-5a284d8ad288 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3e8357b947d481d9ca47eaacbaea457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264310 May 04 17:36:05.633068 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbe484-b0d2-4afa-b428-5a284d8ad288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a32705-2979-4927-958a-1776db9de8e0,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:05.634611 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 59132) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:05.636373 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-f4bbe484-b0d2-4afa-b428-5a284d8ad288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:36:05.691807 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cda548c0-fcd0-4517-90ac-e5f3c92c5479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:05.716666 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cda548c0-fcd0-4517-90ac-e5f3c92c5479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:05.858249 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cda548c0-fcd0-4517-90ac-e5f3c92c5479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:05.861891 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a6776202-6cfb-42b8-8396-b053c67e2475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:36:05.874105 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda548c0-fcd0-4517-90ac-e5f3c92c5479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a32705-2979-4927-958a-1776db9de8e0,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:05.876581 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cda548c0-fcd0-4517-90ac-e5f3c92c5479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:36:05.883676 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-cda548c0-fcd0-4517-90ac-e5f3c92c5479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:05.884702 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-cda548c0-fcd0-4517-90ac-e5f3c92c5479 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6a32705-2979-4927-958a-1776db9de8e0 HTTP/1.1" status: 204 len: 168 time: 0.2491453 May 04 17:36:06.530784 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 59140) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:06.547974 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4727b38c-6b19-4749-b692-87fa8552b910 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:06.562345 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-4727b38c-6b19-4749-b692-87fa8552b910 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:06.566763 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-4727b38c-6b19-4749-b692-87fa8552b910 admin admin] Usage tracker for resource:security_group_rule and tenant:46b8d6152abe499a903706eaae290ba2 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:06.569853 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-4727b38c-6b19-4749-b692-87fa8552b910 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:06.575455 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-4727b38c-6b19-4749-b692-87fa8552b910 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:06.655410 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4727b38c-6b19-4749-b692-87fa8552b910 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:06.731432 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-4727b38c-6b19-4749-b692-87fa8552b910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:06.738969 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-41216544-90fa-4ce4-be6d-6c3959f9cd63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:36:06.781754 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-4727b38c-6b19-4749-b692-87fa8552b910 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=46b8d6152abe499a903706eaae290ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475617 May 04 17:36:06.781754 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727b38c-6b19-4749-b692-87fa8552b910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c9657e-8aa3-4be3-86ed-06ad5a178c02,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:06.782640 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 59144) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:06.783442 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-4727b38c-6b19-4749-b692-87fa8552b910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:36:06.841936 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c439dbc9-6b66-4459-b502-af41a707d722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:06.867424 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c439dbc9-6b66-4459-b502-af41a707d722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:07.006739 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c439dbc9-6b66-4459-b502-af41a707d722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:07.010116 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-7e61186f-9888-4c0c-872c-0bee7406ffa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:36:07.022359 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439dbc9-6b66-4459-b502-af41a707d722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c9657e-8aa3-4be3-86ed-06ad5a178c02,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:07.026049 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-c439dbc9-6b66-4459-b502-af41a707d722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:36:07.031239 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-c439dbc9-6b66-4459-b502-af41a707d722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:07.032324 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-c439dbc9-6b66-4459-b502-af41a707d722 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95c9657e-8aa3-4be3-86ed-06ad5a178c02 HTTP/1.1" status: 204 len: 168 time: 0.2484326 May 04 17:36:20.652290 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 59236) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:20.768276 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8d10-78f9-486e-a9d0-0cc4a081c6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:20.782111 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-bf6d8d10-78f9-486e-a9d0-0cc4a081c6df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:20.785863 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-bf6d8d10-78f9-486e-a9d0-0cc4a081c6df admin admin] Usage tracker for resource:security_group_rule and tenant:c4fc10f44f5a4403b821bc1d1cb511ef is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:20.788676 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-bf6d8d10-78f9-486e-a9d0-0cc4a081c6df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:20.794266 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-bf6d8d10-78f9-486e-a9d0-0cc4a081c6df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:20.873702 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8d10-78f9-486e-a9d0-0cc4a081c6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:21.051690 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-bf6d8d10-78f9-486e-a9d0-0cc4a081c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:21.058990 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-eba6773f-2a5e-4663-aace-7b2f958d01f0 tempest-TestShelveInstance-2072041999 tempest-TestShelveInstance-2072041999-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:36:21.099125 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-bf6d8d10-78f9-486e-a9d0-0cc4a081c6df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c4fc10f44f5a4403b821bc1d1cb511ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457877 May 04 17:36:21.099961 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d8d10-78f9-486e-a9d0-0cc4a081c6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1483ff39-580c-4a75-b8e7-a2c0b3fb09d2,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:21.101945 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 59242) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:21.103041 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-bf6d8d10-78f9-486e-a9d0-0cc4a081c6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:36:21.158698 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fe0ff532-03b4-4a8d-a305-2fba4eb882ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:21.184296 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fe0ff532-03b4-4a8d-a305-2fba4eb882ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:21.348442 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fe0ff532-03b4-4a8d-a305-2fba4eb882ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:21.351881 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-cda548c0-fcd0-4517-90ac-e5f3c92c5479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:36:21.364770 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ff532-03b4-4a8d-a305-2fba4eb882ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1483ff39-580c-4a75-b8e7-a2c0b3fb09d2,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:21.368471 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-fe0ff532-03b4-4a8d-a305-2fba4eb882ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:36:21.374201 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-fe0ff532-03b4-4a8d-a305-2fba4eb882ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:21.375304 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-fe0ff532-03b4-4a8d-a305-2fba4eb882ac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1483ff39-580c-4a75-b8e7-a2c0b3fb09d2 HTTP/1.1" status: 204 len: 168 time: 0.2723889 May 04 17:36:21.401100 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:36:22.067414 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 59250) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:22.089725 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-33265c47-00f4-47fb-8df7-c0809e6445ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:22.103810 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-33265c47-00f4-47fb-8df7-c0809e6445ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:22.107754 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-33265c47-00f4-47fb-8df7-c0809e6445ef admin admin] Usage tracker for resource:security_group_rule and tenant:f94ac88e5bbf446cbf321e7b01b4010e is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:22.110496 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-33265c47-00f4-47fb-8df7-c0809e6445ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:22.117499 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-33265c47-00f4-47fb-8df7-c0809e6445ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:22.195858 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-33265c47-00f4-47fb-8df7-c0809e6445ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:22.279419 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-33265c47-00f4-47fb-8df7-c0809e6445ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:22.286299 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-a9df31e2-70f1-4479-a2a8-7db569b250dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:36:22.325645 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33265c47-00f4-47fb-8df7-c0809e6445ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628b9427-c0c8-4432-8796-77fbb913d3e0,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:22.329132 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-33265c47-00f4-47fb-8df7-c0809e6445ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:36:22.331565 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-33265c47-00f4-47fb-8df7-c0809e6445ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f94ac88e5bbf446cbf321e7b01b4010e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2631605 May 04 17:36:22.334172 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 59254) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:22.391652 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-81518070-7508-44ea-950b-da9e252874ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:22.416149 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-81518070-7508-44ea-950b-da9e252874ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:22.577161 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-81518070-7508-44ea-950b-da9e252874ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:22.580557 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-945740f3-321f-45bd-8dbb-070c45175548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:36:22.592060 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81518070-7508-44ea-950b-da9e252874ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628b9427-c0c8-4432-8796-77fbb913d3e0,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:22.595161 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-81518070-7508-44ea-950b-da9e252874ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:36:22.601149 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-81518070-7508-44ea-950b-da9e252874ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:22.602238 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-81518070-7508-44ea-950b-da9e252874ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/628b9427-c0c8-4432-8796-77fbb913d3e0 HTTP/1.1" status: 204 len: 168 time: 0.2671783 May 04 17:36:23.005401 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-09273325-5c98-4716-832b-443d29efee43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:25.748639 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:25.750724 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-43321315-9a04-4654-af66-b01e618a5242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:26.792735 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:28.363622 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:31.433604 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:33.169479 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 59376) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:33.284714 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-823ab223-a52f-4b15-9514-d7f19adbbabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:33.299086 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-823ab223-a52f-4b15-9514-d7f19adbbabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:33.302985 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-823ab223-a52f-4b15-9514-d7f19adbbabc admin admin] Usage tracker for resource:security_group_rule and tenant:0fd2f5cce3f54a9abb9876c7ef989447 is out of sync, need to count used quota {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:33.305746 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.quota.resource [None req-823ab223-a52f-4b15-9514-d7f19adbbabc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74290) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:33.311400 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.db.quota.driver [None req-823ab223-a52f-4b15-9514-d7f19adbbabc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74290) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:33.390600 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-823ab223-a52f-4b15-9514-d7f19adbbabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:33.489805 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-823ab223-a52f-4b15-9514-d7f19adbbabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:33.496491 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-0bddc310-6542-4e88-8f1d-60a9566dcd09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:36:33.537891 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-823ab223-a52f-4b15-9514-d7f19adbbabc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0fd2f5cce3f54a9abb9876c7ef989447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3674092 May 04 17:36:33.538856 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ab223-a52f-4b15-9514-d7f19adbbabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6915e5-f97d-4c64-a25b-3033be8377e1,revision_number=1']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:33.540517 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 59382) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:33.546993 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-823ab223-a52f-4b15-9514-d7f19adbbabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:36:33.602253 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-461e8097-1d2e-461c-b9e1-0528a7481c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:33.627256 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-461e8097-1d2e-461c-b9e1-0528a7481c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:33.786341 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-461e8097-1d2e-461c-b9e1-0528a7481c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:33.790084 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-1791bbbe-1e2e-4577-81c1-991890545bff tempest-TestVolumeBootPattern-1852466729 tempest-TestVolumeBootPattern-1852466729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:36:33.802697 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e8097-1d2e-461c-b9e1-0528a7481c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6915e5-f97d-4c64-a25b-3033be8377e1,revision_number=None']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:33.806370 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-461e8097-1d2e-461c-b9e1-0528a7481c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:36:33.811525 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-461e8097-1d2e-461c-b9e1-0528a7481c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:33.813728 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-461e8097-1d2e-461c-b9e1-0528a7481c8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc6915e5-f97d-4c64-a25b-3033be8377e1 HTTP/1.1" status: 204 len: 168 time: 0.2711287 May 04 17:36:34.570764 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.wsgi [-] (74289) accepted ('10.222.0.22', 59390) {{(pid=74289) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:34.587995 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d6e05828-454e-4266-97fa-0d2d70bc6bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:34.602361 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d6e05828-454e-4266-97fa-0d2d70bc6bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 17:36:34.606110 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-d6e05828-454e-4266-97fa-0d2d70bc6bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:4194efab47be4bd789f0089b66202ec6 is out of sync, need to count used quota {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 17:36:34.608878 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.quota.resource [None req-d6e05828-454e-4266-97fa-0d2d70bc6bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74289) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 17:36:34.615171 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.db.quota.driver [None req-d6e05828-454e-4266-97fa-0d2d70bc6bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74289) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 17:36:34.693845 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d6e05828-454e-4266-97fa-0d2d70bc6bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:34.775653 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron_lib.callbacks.manager [None req-d6e05828-454e-4266-97fa-0d2d70bc6bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_create {{(pid=74289) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:34.783489 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-28057f87-43d4-423f-bc68-b5b980aa13e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:36:34.827582 dv-cinder-789603-1-iscsi neutron-server[74289]: INFO neutron.wsgi [None req-d6e05828-454e-4266-97fa-0d2d70bc6bf4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4194efab47be4bd789f0089b66202ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557404 May 04 17:36:34.828481 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e05828-454e-4266-97fa-0d2d70bc6bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e029a3-ebe8-41ef-b325-9e360873bddc,revision_number=1']} {{(pid=74289) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:34.830251 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.wsgi [-] (74290) accepted ('10.222.0.22', 59394) {{(pid=74290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 17:36:34.836575 dv-cinder-789603-1-iscsi neutron-server[74289]: DEBUG oslo_concurrency.lockutils [None req-d6e05828-454e-4266-97fa-0d2d70bc6bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74289) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:36:34.887672 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7fc1e436-21ca-4175-b3ea-53a3b7e663cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:34.916583 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7fc1e436-21ca-4175-b3ea-53a3b7e663cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:35.072669 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7fc1e436-21ca-4175-b3ea-53a3b7e663cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759688'] for security_group, after_delete {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:35.076498 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-b63ac9ec-375f-408d-8afc-4473ba2cae03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 17:36:35.088811 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1e436-21ca-4175-b3ea-53a3b7e663cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e029a3-ebe8-41ef-b325-9e360873bddc,revision_number=None']} {{(pid=74290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 17:36:35.091319 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG oslo_concurrency.lockutils [None req-7fc1e436-21ca-4175-b3ea-53a3b7e663cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74290) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 17:36:35.099963 dv-cinder-789603-1-iscsi neutron-server[74290]: DEBUG neutron_lib.callbacks.manager [None req-7fc1e436-21ca-4175-b3ea-53a3b7e663cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:35.101118 dv-cinder-789603-1-iscsi neutron-server[74290]: INFO neutron.wsgi [None req-7fc1e436-21ca-4175-b3ea-53a3b7e663cd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1e029a3-ebe8-41ef-b325-9e360873bddc HTTP/1.1" status: 204 len: 168 time: 0.2698817 May 04 17:36:53.059860 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1d7d2e4f-92b0-478a-922b-fc945c4ae24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:55.745532 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:55.841457 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-4235b086-b6d0-4849-85dc-3a88184d0a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:56.779713 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:58.333703 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:36:58.399983 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:37:01.395985 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:23.004688 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-c2ddc024-e472-4b9e-aa83-5253fe4306c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:25.696685 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:25.719516 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-2e1064e5-ded7-4d5b-b1a6-089151a52b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:26.765266 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:28.342266 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:31.359135 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:35.399224 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:37:53.002696 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-84d55f17-853c-4000-bd21-d89c6c88967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:55.705537 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:55.716614 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-163708be-5b47-4787-a915-00de7bd5dbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:56.774246 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:37:58.345610 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:01.407483 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:12.398204 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:38:23.017168 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-49e9e7d0-ffd9-4bc1-97ca-6b1b1cb4388c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:25.709058 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:25.720315 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-179bf2ae-20c2-4e4e-9718-e5b55c00e538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:26.794670 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:28.366006 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:31.410959 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:49.397325 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:38:52.986856 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-f5b1a921-471f-4ee6-8a86-5a0b0a3428fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:55.701222 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:55.729435 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-784ccb84-0cbc-4f6d-bddb-f17b92128908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:56.786511 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:38:58.346630 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:01.392137 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:23.013719 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-85f6d0a3-0117-4de9-b8e1-ff89211e88a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:25.710397 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7e32f109-38fd-42b3-92c5-e669aa22040b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:25.761620 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:26.397038 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:39:26.801552 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:28.338575 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:31.424425 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:52.995018 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-531ae612-d919-404a-9591-47b833e2b665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:55.737233 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-d377de30-89f4-4b86-8b1b-dcbb82251812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:55.793998 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:56.823299 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:39:58.354068 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:01.422396 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:03.395271 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:40:22.986968 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-da75f880-118c-4d66-b487-97fb4d5a6492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:25.717691 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-2eba00c3-77d0-4f24-839d-570726c93bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:25.740426 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:26.791969 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:28.345954 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:31.431560 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:40.393714 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:40:53.072328 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-d8140ae5-4fce-47ac-b34c-8f383fef5c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:55.738899 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-e2385bc8-815b-4265-92f2-5c51897b0ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:55.761539 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:56.807248 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:40:58.389981 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:01.424000 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:17.393769 dv-cinder-789603-1-iscsi neutron-server[74293]: DEBUG neutron.db.agents_db [None req-e442d00c-fd8d-4435-9a1b-155f2a65d91d None None] Agent healthcheck: found 6 active agents {{(pid=74293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 17:41:22.994426 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-7e1ee910-9130-4cc6-b830-ef9df136d32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:25.708474 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-20ad8305-793a-4737-a6b3-14738660ce48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:25.725510 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-b40551f7-158b-4a9c-aceb-a624f0c2b14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:26.788581 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-1abba118-5276-4a03-8eb5-000620818262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:28.371350 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8aae9b55-2d6f-4e84-9390-8375b3d96082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 17:41:31.422814 dv-cinder-789603-1-iscsi neutron-server[74292]: DEBUG neutron_lib.callbacks.manager [None req-8c4d9251-0ef4-4a53-8ae5-8c91a1980024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790475557407', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2035470'] for agent, after_update {{(pid=74292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}